{"severity_text":"INFO","timestamp":"2026-11-02T14:05:06.351038066Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:06.369420657Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:06.407077802Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:06.407108567Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:06.485998388Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:06.486036756Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:06.547482493Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/2d847","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:06.830607642Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.232263074Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.272722026Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.272858646Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.272927118Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.272964001Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.273028297Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.273077026Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.273120315Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.273162014Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.273206258Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.273252236Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.27328968Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.273344677Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.273381401Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.273544875Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.273658206Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.273750828Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.273878104Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.273969319Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.274049087Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.274200321Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.375508923Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1102 14:05:07.375501 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" E1102 14:05:07.418982 1 leaderelection.go:465] "Error initially creating lease lock" err="leases.coordination.k8s.io \"maas-controller.models-as-a-service.opendatahub.io\" already exists" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.676718078Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:07.676745542Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1102 14:05:35.987068 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.987421477Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.98765257Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.987732115Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.987893639Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.987906003Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.987943767Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.987979949Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.988140422Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.988336305Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.98837397Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.988474981Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.988513225Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.988655583Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.988840393Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.988873617Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.988963086Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.988986218Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.989022568Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.989088515Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.989200746Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.989246992Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.989297946Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.989476211Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.989530804Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.989589021Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.989713082Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.989700703Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.989750485Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.98999606Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.990028486Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.990065743Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.990222951Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.990282907Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.990676625Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.991299525Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.991546494Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.991808841Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.992463887Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.992811798Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.993027703Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.993761126Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.993825639Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.994098582Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.994661877Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.995132904Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.995395146Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.995411267Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.995425499Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.996105069Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.995443932Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:35.995542416Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.07347528Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.174159458Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.196038359Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.294665982Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.29470104Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.295770483Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.295823751Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.29689742Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.296935614Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.298357525Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.298362774Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.298373912Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.298376213Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.339177471Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.397560808Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.397570195Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.397606582Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.397591368Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.974186159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59f1df7-dd75-4cf9-a10b-45f9753906e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:36.990610314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59f1df7-dd75-4cf9-a10b-45f9753906e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:37.006758427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59f1df7-dd75-4cf9-a10b-45f9753906e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:37.022858514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59f1df7-dd75-4cf9-a10b-45f9753906e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:37.668320321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b3d185-04ca-437b-90e7-b927b4040af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:37.684227237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b3d185-04ca-437b-90e7-b927b4040af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:37.700164831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b3d185-04ca-437b-90e7-b927b4040af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:37.715893554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b3d185-04ca-437b-90e7-b927b4040af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:38.412747841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fa81c62-7110-44e2-b532-dfb9195623bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:38.450758202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fa81c62-7110-44e2-b532-dfb9195623bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:38.467946711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fa81c62-7110-44e2-b532-dfb9195623bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:38.484088534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fa81c62-7110-44e2-b532-dfb9195623bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:38.830834723Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6834c2e5-0a4f-49e4-9d59-9e771ac3da06","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:39.207058562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6834c2e5-0a4f-49e4-9d59-9e771ac3da06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:39.225051822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6834c2e5-0a4f-49e4-9d59-9e771ac3da06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:39.248882137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6834c2e5-0a4f-49e4-9d59-9e771ac3da06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:39.268824268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6834c2e5-0a4f-49e4-9d59-9e771ac3da06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:39.968906648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99023d20-259e-4b07-be16-ca6837321ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:39.984866931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99023d20-259e-4b07-be16-ca6837321ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:40.000543478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99023d20-259e-4b07-be16-ca6837321ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:40.016273613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99023d20-259e-4b07-be16-ca6837321ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:40.571126887Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"a2f41b17-c36a-43e7-94f4-252b741608c3","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:42.57634778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31de1458-0137-4e7c-a63a-a1a5b38877c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:42.592210183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31de1458-0137-4e7c-a63a-a1a5b38877c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:42.608032456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31de1458-0137-4e7c-a63a-a1a5b38877c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:42.623760897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31de1458-0137-4e7c-a63a-a1a5b38877c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:43.285173966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef89bcd9-255c-40c0-9bf3-8c45a6394bfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:43.3012838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef89bcd9-255c-40c0-9bf3-8c45a6394bfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:43.316985609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef89bcd9-255c-40c0-9bf3-8c45a6394bfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:05:43.332918747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef89bcd9-255c-40c0-9bf3-8c45a6394bfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:06.106768564Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:06.478586343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361cc20e-122f-4b10-b3ec-dc538b4516de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:06.494506715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361cc20e-122f-4b10-b3ec-dc538b4516de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:06.510295112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361cc20e-122f-4b10-b3ec-dc538b4516de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:06.52608825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361cc20e-122f-4b10-b3ec-dc538b4516de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:07.269762996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d917fe34-5ef6-44a9-892f-e061484eb68a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:07.285980446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d917fe34-5ef6-44a9-892f-e061484eb68a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:07.301960119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d917fe34-5ef6-44a9-892f-e061484eb68a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:07.317907234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d917fe34-5ef6-44a9-892f-e061484eb68a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:34.074885296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ce9d7b-4d81-4b7c-b524-08c0d2d6ea4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:34.090618885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ce9d7b-4d81-4b7c-b524-08c0d2d6ea4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:34.106443361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ce9d7b-4d81-4b7c-b524-08c0d2d6ea4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:34.12487064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ce9d7b-4d81-4b7c-b524-08c0d2d6ea4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:34.876157546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93f546a-f756-4acc-98bb-1cb1145f6edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:34.892101874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93f546a-f756-4acc-98bb-1cb1145f6edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:34.907876479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93f546a-f756-4acc-98bb-1cb1145f6edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:34.923750575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93f546a-f756-4acc-98bb-1cb1145f6edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:35.610214566Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"3d40fc3b-55fe-434b-b8c5-b507f6410757","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:36.089014238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc28f0a-ce4c-4ad6-bf55-16cb4a4fc74c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:36.106024775Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:36.106978649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc28f0a-ce4c-4ad6-bf55-16cb4a4fc74c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:36.123337542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc28f0a-ce4c-4ad6-bf55-16cb4a4fc74c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:36.139148465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc28f0a-ce4c-4ad6-bf55-16cb4a4fc74c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:36.782158084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad66227-4812-4ca5-9a5b-56d3c95ead0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:36.798416743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad66227-4812-4ca5-9a5b-56d3c95ead0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:36.815625336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad66227-4812-4ca5-9a5b-56d3c95ead0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:06:36.832435787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad66227-4812-4ca5-9a5b-56d3c95ead0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:06.106878703Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:06.46259633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d509507c-8221-41b6-b981-be25a6b328af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:06.478647352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d509507c-8221-41b6-b981-be25a6b328af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:06.494320847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d509507c-8221-41b6-b981-be25a6b328af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:06.510279179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d509507c-8221-41b6-b981-be25a6b328af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:17.485691754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a48a09a-2737-4333-b3b9-dbc030c338ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:17.557424043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a48a09a-2737-4333-b3b9-dbc030c338ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:17.580099168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a48a09a-2737-4333-b3b9-dbc030c338ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:17.605586082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"badefc76-aa47-402f-bc03-ab9b7d759a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:17.635209677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"badefc76-aa47-402f-bc03-ab9b7d759a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:17.658081016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"badefc76-aa47-402f-bc03-ab9b7d759a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:17.699433955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a59ab90-0891-4ef6-925f-dd8413a40823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:17.720981551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a59ab90-0891-4ef6-925f-dd8413a40823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:17.741595601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a59ab90-0891-4ef6-925f-dd8413a40823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:17.799007032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45d123c4-120e-4f7b-b25e-d17a28996177","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:17.820843918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45d123c4-120e-4f7b-b25e-d17a28996177","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:17.841397783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45d123c4-120e-4f7b-b25e-d17a28996177","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.078906948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7edba10-1c8d-4a8d-8a56-ace41071483e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.100708347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7edba10-1c8d-4a8d-8a56-ace41071483e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.121094813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7edba10-1c8d-4a8d-8a56-ace41071483e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.182734066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fe337c2-3065-415a-9cf2-f9da2aba3014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.182738315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d407b431-f51a-4c55-b66d-0fddfe874fc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.205112106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d407b431-f51a-4c55-b66d-0fddfe874fc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.205181579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fe337c2-3065-415a-9cf2-f9da2aba3014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.225620906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d407b431-f51a-4c55-b66d-0fddfe874fc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.225763874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fe337c2-3065-415a-9cf2-f9da2aba3014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.288585992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f254f59b-4f7c-456f-a7c2-493b21adb62f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:07:18.303602572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"643515df-3545-45d1-b01e-86127f2267c6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.31127676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f254f59b-4f7c-456f-a7c2-493b21adb62f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.331617426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f254f59b-4f7c-456f-a7c2-493b21adb62f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.400429582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96dd8430-7f10-4778-980f-1c2597f6569e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.400484257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8ecd8f3-04fb-4546-8183-39f448351a15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:07:18.401200865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"54bd69e7-7d61-4ff9-b30f-c00672423150","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.421948315Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"709cf268-26e9-426b-a9a5-3c0fa54fd5a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.422958048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96dd8430-7f10-4778-980f-1c2597f6569e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.427790832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8ecd8f3-04fb-4546-8183-39f448351a15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.444590142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96dd8430-7f10-4778-980f-1c2597f6569e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.447834631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8ecd8f3-04fb-4546-8183-39f448351a15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.497295487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e83aa70-2856-4951-865c-a5794c40aa57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.497765273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2817837-0ad8-4965-8185-26f9032e1c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.518967364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e83aa70-2856-4951-865c-a5794c40aa57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.519169967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2817837-0ad8-4965-8185-26f9032e1c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.52243709Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c4806c2c-b1b2-4c4a-8e96-08ad99f57f09","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.522482446Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f957e70a-d532-4b5a-8d29-4e80dbf48e50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.547027927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2817837-0ad8-4965-8185-26f9032e1c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.547081713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e83aa70-2856-4951-865c-a5794c40aa57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.621414874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a53f5766-30e1-4c90-b071-e77dc2854295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.621985162Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dc3b397e-6572-4a36-8a82-0d8d41875126","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.622311359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e876726-e8e3-4b1e-9909-baec7e08f619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.642810354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a53f5766-30e1-4c90-b071-e77dc2854295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.646507035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e876726-e8e3-4b1e-9909-baec7e08f619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.665336373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a53f5766-30e1-4c90-b071-e77dc2854295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:18.667203189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e876726-e8e3-4b1e-9909-baec7e08f619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:20.000697562Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d5f6b177-0594-41be-bb4a-19a0ec6baafc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:20.199904014Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7bb86629-8ef2-4060-b9d0-f5b53af83e25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:20.9390466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d2b2b2a-f83c-4a89-94a8-599743e808d8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:20.93906587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d2b2b2a-f83c-4a89-94a8-599743e808d8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:20.95536444Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dc358dc5-f864-4242-8266-5e062b9b6f06","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:20.955627759Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"254934f2-11d5-4266-8d4d-aa0844043b85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:20.973447828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f4c5eed7-1f1e-4cc3-9d5f-19e29f7caddc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:20.9734663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f4c5eed7-1f1e-4cc3-9d5f-19e29f7caddc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:20.988372845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2afeca9a-825a-4a6b-a896-34d5c9bc85cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:20.988372867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2b3797c-870a-4025-802f-f9771d526760","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:21.012631959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2b3797c-870a-4025-802f-f9771d526760","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:21.014722551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2afeca9a-825a-4a6b-a896-34d5c9bc85cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:21.033376325Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2b3797c-870a-4025-802f-f9771d526760","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:21.034879672Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2afeca9a-825a-4a6b-a896-34d5c9bc85cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:21.13112951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff462fd7-0f2f-4385-a146-829cf1027a68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:21.131128932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c52db0b7-37ff-45a3-acef-2aa7f95ee0e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:21.152859508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff462fd7-0f2f-4385-a146-829cf1027a68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:21.153061046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c52db0b7-37ff-45a3-acef-2aa7f95ee0e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:21.17296476Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff462fd7-0f2f-4385-a146-829cf1027a68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:21.173276418Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c52db0b7-37ff-45a3-acef-2aa7f95ee0e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:07:21.208354991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff462fd7-0f2f-4385-a146-829cf1027a68","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:07:21.208554173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c52db0b7-37ff-45a3-acef-2aa7f95ee0e9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:21.263436103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e540d356-2804-405a-925f-76d9dad1b948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:21.263436122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c65eda42-4801-476d-976a-4abed7c1204e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:21.285902735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e540d356-2804-405a-925f-76d9dad1b948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:21.285944585Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e540d356-2804-405a-925f-76d9dad1b948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:21.286229291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c65eda42-4801-476d-976a-4abed7c1204e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:21.286264618Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c65eda42-4801-476d-976a-4abed7c1204e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:21.693769485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c0da0bf4-6202-4ed2-8ad1-7226bfc3a143","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:21.693801707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c0da0bf4-6202-4ed2-8ad1-7226bfc3a143","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:22.670526682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c57d15c5-21e0-4a71-af5e-864cb11bb5ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:22.670526786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d59d3e5-8169-4872-804e-02778dcf4e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:22.692384178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d59d3e5-8169-4872-804e-02778dcf4e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:22.692440728Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d59d3e5-8169-4872-804e-02778dcf4e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:22.706096446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c57d15c5-21e0-4a71-af5e-864cb11bb5ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:22.706143866Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c57d15c5-21e0-4a71-af5e-864cb11bb5ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:23.949770127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"38e62c8c-6c55-4a60-964b-a6ec33acd417","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:23.949812741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"38e62c8c-6c55-4a60-964b-a6ec33acd417","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:23.950165409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ea50fe51-b4f2-4c0c-a0c8-d981828354a6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:23.950178386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ea50fe51-b4f2-4c0c-a0c8-d981828354a6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.027444774Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"66f28f9e-78f3-465a-b9ab-4171c81726f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.028404712Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"540b3803-0501-4d56-8c32-e581245ba4cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.04228898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a180396d-38d3-477f-b57b-88603ef0c139","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.042304473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a180396d-38d3-477f-b57b-88603ef0c139","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.042546934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82fcb79b-fcab-4932-a40b-607a44047077","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.042559544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82fcb79b-fcab-4932-a40b-607a44047077","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.056857595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fb7c781-7d88-4c3f-985b-87e6b1ebe904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.057150969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"277fba2b-3ffd-4dde-9307-f37777c4b38f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.100908774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fb7c781-7d88-4c3f-985b-87e6b1ebe904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.100959719Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fb7c781-7d88-4c3f-985b-87e6b1ebe904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.114238962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"277fba2b-3ffd-4dde-9307-f37777c4b38f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.11428224Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"277fba2b-3ffd-4dde-9307-f37777c4b38f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.174513286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"898f295c-13da-4820-bb3a-c76d68838079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.198284747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"898f295c-13da-4820-bb3a-c76d68838079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.198320051Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"898f295c-13da-4820-bb3a-c76d68838079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.207307505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a105821-451d-4f2d-971a-135828cc6398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.257735133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a105821-451d-4f2d-971a-135828cc6398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.25777202Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a105821-451d-4f2d-971a-135828cc6398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.5736377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7626c631-78a1-4a3d-ba76-e607cb8057e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:24.573656657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7626c631-78a1-4a3d-ba76-e607cb8057e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:25.174804383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a2778fa-916b-4d05-a7ef-71146e46d694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:25.175284015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73c00aad-0ab2-4718-9f04-053fa335beb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:25.214540213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73c00aad-0ab2-4718-9f04-053fa335beb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:25.214595569Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73c00aad-0ab2-4718-9f04-053fa335beb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:25.21454021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a2778fa-916b-4d05-a7ef-71146e46d694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:25.214671165Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a2778fa-916b-4d05-a7ef-71146e46d694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.099014001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ff910b5-611e-40bb-9d70-745b4971af15","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.099041808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ff910b5-611e-40bb-9d70-745b4971af15","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.09928153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0493749a-2f07-4853-8554-e1cbcb6b60d0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.09929566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0493749a-2f07-4853-8554-e1cbcb6b60d0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.099469051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"10a0b30b-abe0-4b5b-b12c-d50cd229f6ae","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.09947894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"10a0b30b-abe0-4b5b-b12c-d50cd229f6ae","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.117727043Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e929c08d-a976-4718-b6a2-8340263bf9b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.13558923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed41dca0-f675-4bd8-a84d-f30c0271b9af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.135611637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed41dca0-f675-4bd8-a84d-f30c0271b9af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.135929423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"884f0602-8ea3-4166-9f75-6f7241a16cc8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.135949771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"884f0602-8ea3-4166-9f75-6f7241a16cc8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.136233326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eee28958-86a0-4022-9caa-2d14ff236d3c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.136250751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eee28958-86a0-4022-9caa-2d14ff236d3c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.152634289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8939ece-0f60-4900-b6f2-1d0805b7ddf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.152967445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0c7a001-d5cd-4226-88f3-f540dd7d5437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.174247773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0c7a001-d5cd-4226-88f3-f540dd7d5437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.174297137Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0c7a001-d5cd-4226-88f3-f540dd7d5437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.187212656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8939ece-0f60-4900-b6f2-1d0805b7ddf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.18726374Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8939ece-0f60-4900-b6f2-1d0805b7ddf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.21906735Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae1814d1-643e-4192-954d-c833447b8a4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.249835945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c39b260-0691-4c81-8a01-654b57e4435c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.251164965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0becfff2-ea40-4cf8-86f2-1ea5a1fe33f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.270503252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c39b260-0691-4c81-8a01-654b57e4435c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.270542936Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c39b260-0691-4c81-8a01-654b57e4435c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.272165875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0becfff2-ea40-4cf8-86f2-1ea5a1fe33f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.272208045Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0becfff2-ea40-4cf8-86f2-1ea5a1fe33f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.57862248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"628eee08-3a10-45d0-a046-9ae2d67a7279","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:26.57864547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"628eee08-3a10-45d0-a046-9ae2d67a7279","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:27.663922592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"911b0acb-382c-4c9c-91d1-4ae9db443c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:27.664117112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b0711de-1ef9-44ba-948d-f8f93958c84a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:27.686689143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b0711de-1ef9-44ba-948d-f8f93958c84a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:27.686733042Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b0711de-1ef9-44ba-948d-f8f93958c84a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:27.69791329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"911b0acb-382c-4c9c-91d1-4ae9db443c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:27.697953876Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"911b0acb-382c-4c9c-91d1-4ae9db443c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.849764393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"be9ed857-285b-4472-8b13-82f5f8705e07","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.849801633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"be9ed857-285b-4472-8b13-82f5f8705e07","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.850066997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"00489fa7-7688-4ea9-baba-2fdf023f897a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.850084123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"00489fa7-7688-4ea9-baba-2fdf023f897a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.850289341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4975d6d2-12fb-4978-a0ce-32953cda13e8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.850304417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4975d6d2-12fb-4978-a0ce-32953cda13e8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.850482905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"60c38222-5da7-4cc1-a087-574e648864e6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.850492971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"60c38222-5da7-4cc1-a087-574e648864e6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.865812622Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"560ba9c3-b26e-4c10-8fea-70a8c04968dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.865823618Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3f845fc3-43fc-47ff-8d19-590256a04ddf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.88230724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d2c5979b-5696-4f48-9c17-41b968afa868","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.882324875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d2c5979b-5696-4f48-9c17-41b968afa868","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.882526689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8904af33-ec89-415e-9dcb-9f3697052a4f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.882536362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8904af33-ec89-415e-9dcb-9f3697052a4f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.882699066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"098dbed2-be4f-459b-a255-3e89ffde4fd9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.882708039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"098dbed2-be4f-459b-a255-3e89ffde4fd9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.882885116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8fc91b3-0bda-4e2a-b8e7-2c1540df4048","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.882894308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8fc91b3-0bda-4e2a-b8e7-2c1540df4048","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.897706066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdca6689-3d75-43fa-99c8-7ac8f4f3ec71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.897705002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2fa74ff-b3bd-4c02-bdd6-f8603d6842ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.918920526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2fa74ff-b3bd-4c02-bdd6-f8603d6842ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.918970579Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2fa74ff-b3bd-4c02-bdd6-f8603d6842ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.919085655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdca6689-3d75-43fa-99c8-7ac8f4f3ec71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.919125917Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdca6689-3d75-43fa-99c8-7ac8f4f3ec71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.996518014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88a344de-8267-42b5-865e-936d17b3899a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:28.997535054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dac76194-2602-416c-a97e-b7877f9559d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:29.017749395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88a344de-8267-42b5-865e-936d17b3899a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:29.017810179Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88a344de-8267-42b5-865e-936d17b3899a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:29.021771987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dac76194-2602-416c-a97e-b7877f9559d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:29.021826843Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dac76194-2602-416c-a97e-b7877f9559d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:29.309817127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"64690a30-e640-4889-ba09-d342c2502c3d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:29.309836378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"64690a30-e640-4889-ba09-d342c2502c3d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:30.211280472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b883abe-6bcc-4788-bf79-e44349bac441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:30.211280318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11a69718-34e5-418a-be77-b76abf5e1280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:30.233122359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11a69718-34e5-418a-be77-b76abf5e1280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:30.233168929Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11a69718-34e5-418a-be77-b76abf5e1280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:30.246475237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b883abe-6bcc-4788-bf79-e44349bac441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:30.246521748Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b883abe-6bcc-4788-bf79-e44349bac441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.082513504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8f970601-50e4-43d6-8f55-0a656f9bef31","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.082542337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8f970601-50e4-43d6-8f55-0a656f9bef31","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.082904979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2b2b9b4-bbd1-47b0-8626-a6335cad2b5b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.082923052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2b2b9b4-bbd1-47b0-8626-a6335cad2b5b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.083183928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"449f5fef-4d63-4256-9c58-429a51025a76","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.083197566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"449f5fef-4d63-4256-9c58-429a51025a76","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.083363622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c3c6f50-b034-4366-a41f-22c3f1d2f4c4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.083374969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c3c6f50-b034-4366-a41f-22c3f1d2f4c4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.083538209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"386ad94f-04b5-4e08-8ecf-d165aac309db","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.083548169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"386ad94f-04b5-4e08-8ecf-d165aac309db","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.109147843Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d78f3949-8534-4ec2-9c5c-55f0cf47eba8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.122506591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c43c3165-38c6-4c0d-979d-e580631127b8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.122527581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c43c3165-38c6-4c0d-979d-e580631127b8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.122832338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"be778cb6-8149-48e0-82c6-841e031e9aee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.12285012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"be778cb6-8149-48e0-82c6-841e031e9aee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.123065881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5355a18a-c19a-4a26-8cc0-80f684f9a0d7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.123078483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5355a18a-c19a-4a26-8cc0-80f684f9a0d7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.123276738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"de554bb0-ea6b-43b7-8681-00bcee92279f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.123287888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"de554bb0-ea6b-43b7-8681-00bcee92279f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.123510777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5b66730f-f14f-4edb-9ab9-bce8f856d3dd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.123522717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5b66730f-f14f-4edb-9ab9-bce8f856d3dd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.145083717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e81326e-395a-4b5c-81e3-93de8e31ad98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.145380371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d32566c-257e-44ae-b3da-96b665315b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.169289682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e81326e-395a-4b5c-81e3-93de8e31ad98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.169324257Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e81326e-395a-4b5c-81e3-93de8e31ad98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.172079582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d32566c-257e-44ae-b3da-96b665315b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.172112829Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d32566c-257e-44ae-b3da-96b665315b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.209278403Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d53ebd5-de9c-4441-a25b-67de08a502b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.242836482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f481816d-551a-4530-8dde-5163601c2ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.242838809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c40ab30-731b-40d5-86e9-5102333cca91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.265677862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f481816d-551a-4530-8dde-5163601c2ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.265711391Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f481816d-551a-4530-8dde-5163601c2ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.265756128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c40ab30-731b-40d5-86e9-5102333cca91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.26580754Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c40ab30-731b-40d5-86e9-5102333cca91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.591116563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"268e74f2-dafd-464a-ba78-1a22559cf1f1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:31.591140952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"268e74f2-dafd-464a-ba78-1a22559cf1f1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.641344408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5e16ef60-f3bf-4484-b36e-65069ba7322f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.641370266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5e16ef60-f3bf-4484-b36e-65069ba7322f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.641690149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db885ad6-a53d-493f-b11d-fad58c1f17ff","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.641709181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db885ad6-a53d-493f-b11d-fad58c1f17ff","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.642019166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7e462638-bbef-49b3-b8b8-e646af41d2a1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.64203565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7e462638-bbef-49b3-b8b8-e646af41d2a1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.642254661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"13383384-8d3f-4761-9adc-1c1fd58d6953","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.642264842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"13383384-8d3f-4761-9adc-1c1fd58d6953","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.64244297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cbfeb1fa-f4e9-45e8-94df-49f26422ba0b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.642453738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cbfeb1fa-f4e9-45e8-94df-49f26422ba0b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.642678078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2682bde9-7282-44d8-835b-84540ed705f0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.642689524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2682bde9-7282-44d8-835b-84540ed705f0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.661630054Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ec4add0a-a225-412a-accc-ae7d4f94f9a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.662098388Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"02661611-1f1b-43ea-ba29-f5e83adac9ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.67479383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"64247d62-b841-4424-9044-eb14bf5d9374","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.674811909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"64247d62-b841-4424-9044-eb14bf5d9374","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.675099921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"42a902f1-e4cd-4d9a-96ef-e6152c54b2ae","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.675117664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"42a902f1-e4cd-4d9a-96ef-e6152c54b2ae","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.675439474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"979c2084-305a-4426-820c-0923c7fbb565","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.675454008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"979c2084-305a-4426-820c-0923c7fbb565","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.675693648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4f834c42-dd8a-40fb-b576-8ea538e5c1d9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.675710572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4f834c42-dd8a-40fb-b576-8ea538e5c1d9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.676008219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"68410088-3f93-4036-a6d9-374f7cae0634","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.676023158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"68410088-3f93-4036-a6d9-374f7cae0634","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.676272507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0880a797-5800-4a0a-91c2-f9992715fd01","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.676287273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0880a797-5800-4a0a-91c2-f9992715fd01","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.696507885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7690d409-fdbc-44eb-8539-0a5a88b7781c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.697902906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efe4a78f-8c8e-4b04-afd4-569a7fbd0922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.720995745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efe4a78f-8c8e-4b04-afd4-569a7fbd0922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.721031593Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efe4a78f-8c8e-4b04-afd4-569a7fbd0922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.734359132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7690d409-fdbc-44eb-8539-0a5a88b7781c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.73439934Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7690d409-fdbc-44eb-8539-0a5a88b7781c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.794679256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c048c442-d96a-46db-ab7e-687b41be9532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.815687754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c048c442-d96a-46db-ab7e-687b41be9532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.815725567Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c048c442-d96a-46db-ab7e-687b41be9532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.891822668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94c9ca3c-11f2-48ce-a524-844a81ec7427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.917496439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94c9ca3c-11f2-48ce-a524-844a81ec7427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:32.917547797Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94c9ca3c-11f2-48ce-a524-844a81ec7427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:33.139932291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bbb646ee-637e-4e76-a265-bbfd28e484f9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:33.139952242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bbb646ee-637e-4e76-a265-bbfd28e484f9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:33.280913142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"926f4a76-bf21-488d-b4a5-0f1b453f1416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:33.280924884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a20f0fa2-6505-4c6d-8f3f-8238795ca41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:33.305591046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"926f4a76-bf21-488d-b4a5-0f1b453f1416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:33.305647072Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"926f4a76-bf21-488d-b4a5-0f1b453f1416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:33.305690449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a20f0fa2-6505-4c6d-8f3f-8238795ca41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:33.305722576Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a20f0fa2-6505-4c6d-8f3f-8238795ca41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.354155943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"91cfccf7-165b-4348-891c-720389a8cbf4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.354182892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"91cfccf7-165b-4348-891c-720389a8cbf4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.354509293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"176edf22-1ccb-469e-bdf7-7d1ec8f189bd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.35452292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"176edf22-1ccb-469e-bdf7-7d1ec8f189bd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.354697816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d63e698e-09bd-4930-89f6-e09dbec831a6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.354708028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d63e698e-09bd-4930-89f6-e09dbec831a6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.354888125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6e38a02e-bd25-460e-82e4-5fab4b95fc6a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.354897649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6e38a02e-bd25-460e-82e4-5fab4b95fc6a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.355058064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"950a6b14-7a48-4a9f-9a55-c2b0597d2636","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.355067758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"950a6b14-7a48-4a9f-9a55-c2b0597d2636","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.355230098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d8bc8023-229a-4bdf-b385-e51807525e34","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.355241386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d8bc8023-229a-4bdf-b385-e51807525e34","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.355419094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b3fa669-4b65-4665-9989-b897124954cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.355430078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b3fa669-4b65-4665-9989-b897124954cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.371747118Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"51b5c651-e884-4a8e-a8ef-6feec0ae6941","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.408649792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"348476c3-7207-4ae0-8912-9dad08b6e1b0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.40866561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"348476c3-7207-4ae0-8912-9dad08b6e1b0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.408883026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ec85d2e-b4fe-49c5-a846-f2e9d7ff47c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.408900663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7024460b-3fdf-4729-a793-0801af463fcc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.408910087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7024460b-3fdf-4729-a793-0801af463fcc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.409077227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0bd6c67e-69ef-4e8d-8a9b-a782c9b490c2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.409088917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0bd6c67e-69ef-4e8d-8a9b-a782c9b490c2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.409298654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"78984857-b46c-4a6d-bf16-a4c508fa3cc4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.409310723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"78984857-b46c-4a6d-bf16-a4c508fa3cc4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.409466439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dceb3538-388b-40b3-9872-3766f94025ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.409472004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2bdbc83e-227c-4969-93fc-4ccc7d9d8d96","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.40970477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2bdbc83e-227c-4969-93fc-4ccc7d9d8d96","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.409937493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"021b3438-fe0e-431c-bbab-c1f9e59df1f8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.409949339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"021b3438-fe0e-431c-bbab-c1f9e59df1f8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.410116086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d84055d-581a-4bab-811d-33e3b0653e22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.410126546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d84055d-581a-4bab-811d-33e3b0653e22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.440968377Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"60d73cd2-c2b4-4c90-bd3e-6568b25e88e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.452765818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dceb3538-388b-40b3-9872-3766f94025ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.454077332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ec85d2e-b4fe-49c5-a846-f2e9d7ff47c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.454124746Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ec85d2e-b4fe-49c5-a846-f2e9d7ff47c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.500686538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e4c24d2-edef-4649-9c64-529df44a36e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.500703588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e4c24d2-edef-4649-9c64-529df44a36e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.51921658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6727b4bf-fcd9-4c4d-99d4-fb3a36404723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.543766902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6727b4bf-fcd9-4c4d-99d4-fb3a36404723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.543830036Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6727b4bf-fcd9-4c4d-99d4-fb3a36404723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.573169929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"90be312d-ced7-4824-8ed0-572dce138b64","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.622720013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ea6a4b5-7e68-4b9a-9a71-d99271dddd4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.645877027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ea6a4b5-7e68-4b9a-9a71-d99271dddd4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.867002112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81ad5fe5-3fd6-494f-89f6-ddceae83979d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.867027015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81ad5fe5-3fd6-494f-89f6-ddceae83979d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.941938925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b972e54-6e50-4ca8-9251-bdf6273fbe1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.967740803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9db8f97-9782-4394-b26a-ca533992dc4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.968009849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5543d2c3-f894-4f7c-a9ff-1a6daef626c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.989061551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9db8f97-9782-4394-b26a-ca533992dc4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.989104598Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9db8f97-9782-4394-b26a-ca533992dc4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:34.989799993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5543d2c3-f894-4f7c-a9ff-1a6daef626c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.106154099Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.561947359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bd81833f-494c-4e85-9a73-a7c5b2fe41d3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.561968311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bd81833f-494c-4e85-9a73-a7c5b2fe41d3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.56222955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3f6e66db-7646-482e-89a5-b6692bcd093c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.562242362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3f6e66db-7646-482e-89a5-b6692bcd093c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.562426854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"357a87e5-05e9-4007-bc73-8c5a1d25b017","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.562437636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"357a87e5-05e9-4007-bc73-8c5a1d25b017","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.562613075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"96940927-ad28-46a8-979b-d55d8ea0f1de","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.562626081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"96940927-ad28-46a8-979b-d55d8ea0f1de","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.562812834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fee5997c-71dd-4ab9-a84f-2951d9c1e752","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.562823096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fee5997c-71dd-4ab9-a84f-2951d9c1e752","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.563042187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"eb7c4a85-4c2b-41de-8bd2-98ccb68a72fa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.563054382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"eb7c4a85-4c2b-41de-8bd2-98ccb68a72fa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.563238154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c003a71-c356-4dce-bc8b-8a3cba19bf0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.563249291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c003a71-c356-4dce-bc8b-8a3cba19bf0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.563482516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c07aff54-f998-4d7b-b59e-d94fe9abe568","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.563494368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c07aff54-f998-4d7b-b59e-d94fe9abe568","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.599865062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a9139372-0966-414d-a399-d1a09a97413c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.59988194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a9139372-0966-414d-a399-d1a09a97413c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.600093828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6a39a349-004f-4145-afd7-551be43a69bc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.600105029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6a39a349-004f-4145-afd7-551be43a69bc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.600290202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c515aa3f-50c8-4d13-be5a-2b66c62122a1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.600300821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c515aa3f-50c8-4d13-be5a-2b66c62122a1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.600477551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2ce4fe8c-2cd5-470b-89aa-53cc0856a4da","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.600488348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2ce4fe8c-2cd5-470b-89aa-53cc0856a4da","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.600660492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3265180-5d7b-4a6b-8b73-20bd81bb878f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.600673194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3265180-5d7b-4a6b-8b73-20bd81bb878f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.600873583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"41e4c0db-a01a-444f-845b-d3fe6a5c6e05","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.600887891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"41e4c0db-a01a-444f-845b-d3fe6a5c6e05","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.601062558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bf8e402-1c5d-49d4-93ec-18cb6c897055","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.601072393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bf8e402-1c5d-49d4-93ec-18cb6c897055","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.601292712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"893f74c3-c470-4d62-82b8-2c9d643e6b66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.601303186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"893f74c3-c470-4d62-82b8-2c9d643e6b66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.616135845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b14b24c-9eb9-4a02-bce1-7a967c079786","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.616682654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24917b0b-96e8-4a90-bbfc-c8c889590f3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.640860115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b14b24c-9eb9-4a02-bce1-7a967c079786","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.641427006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d5adc02c-5092-4ca9-9f75-613fac43e1be","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.652047728Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5cf36a37-24d6-4d0d-b2d0-478ff94b480a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.654114186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24917b0b-96e8-4a90-bbfc-c8c889590f3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.707084064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c32ede1d-ef1b-42fe-8c35-190ec1b66cac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.707097833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c32ede1d-ef1b-42fe-8c35-190ec1b66cac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.743545593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47b7d8b3-9ca7-447f-861b-f25189cc9ac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.745121571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5d19095-7ac0-4b8d-b363-619e9ed5cf18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.767926663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5d19095-7ac0-4b8d-b363-619e9ed5cf18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.771024289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47b7d8b3-9ca7-447f-861b-f25189cc9ac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:36.773081507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6eef4b9f-2fb7-4c2b-8c1b-176ccd6ad07c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:37.036661247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0bed32fc-ab6a-44ce-bcf2-0832a85da59c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:37.036688119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0bed32fc-ab6a-44ce-bcf2-0832a85da59c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:37.105045947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ca83b73-2463-451b-b8d3-9cdef19dd7fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:38.791305368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"124a8a86-2aa9-4877-9189-ea1dcb0744eb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:38.791332615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"124a8a86-2aa9-4877-9189-ea1dcb0744eb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:38.796497001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"58b1ba2a-a8a1-484d-816a-d5b6f09d8a6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:38.866832294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"634b4c25-2a45-4d94-a624-3256d3aa7b4c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:38.866874682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"634b4c25-2a45-4d94-a624-3256d3aa7b4c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:38.875999313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"593f1210-9e9c-4971-9b1b-dab916605bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:38.87608702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b7cb549-8641-494d-8d82-ddbde23b439b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:38.8830261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"75659a2f-8661-4ab1-9174-8718f4104c37","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:38.904400674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"593f1210-9e9c-4971-9b1b-dab916605bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:38.904547514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b7cb549-8641-494d-8d82-ddbde23b439b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:38.957624134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"413d3b3b-1952-4c82-8445-9048c434c6d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:38.957638666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"413d3b3b-1952-4c82-8445-9048c434c6d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:39.09035997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4451d55-db80-4f78-a754-0251d3079fcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:39.0903681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35ee6260-bc05-470b-8441-0d596ad4613d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:39.112721701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4451d55-db80-4f78-a754-0251d3079fcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:39.114505459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35ee6260-bc05-470b-8441-0d596ad4613d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:40.697905658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3a73b886-ec00-4192-a495-fb58e007eff9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:40.697930028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3a73b886-ec00-4192-a495-fb58e007eff9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:42.496452015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"730e0626-ddeb-4da2-8a48-a30ac0ab553f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:42.600009873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ed440d58-6bf3-4b3f-a2e8-6831ffd5cc63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:43.209244975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4f83b1e3-3292-4e97-9e9b-caee5b94c756","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:43.209264951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4f83b1e3-3292-4e97-9e9b-caee5b94c756","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:44.150544608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d4cb1932-1028-417c-8e72-6ce1d5e16478","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:44.150568178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d4cb1932-1028-417c-8e72-6ce1d5e16478","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:46.601996524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"81977291-1718-4aa4-a820-0ec9e1adbf7e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:46.602018342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"81977291-1718-4aa4-a820-0ec9e1adbf7e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:46.602290065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28dabe86-9b1a-4f23-8cf2-25f0230156ba","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:46.602300613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28dabe86-9b1a-4f23-8cf2-25f0230156ba","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:47.768846082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"88712b1b-0c8d-41d0-9434-b970b8e50b01","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:47.768868819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"88712b1b-0c8d-41d0-9434-b970b8e50b01","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:48.868357656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e423ea4e-8571-4f93-9af5-68ac9fe48db2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:48.868376436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e423ea4e-8571-4f93-9af5-68ac9fe48db2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:48.958825218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3119eabe-3525-4f7a-ad76-6e9dd66d3f20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:48.958843837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3119eabe-3525-4f7a-ad76-6e9dd66d3f20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:49.067723138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f3e47834-ecbf-4c58-b993-d645d6003355","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:49.067747119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f3e47834-ecbf-4c58-b993-d645d6003355","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:50.145231692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d3b582f-2d84-4100-b6a1-07e42c19b56b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:50.145252079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d3b582f-2d84-4100-b6a1-07e42c19b56b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:50.215109845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fccdc665-4f92-4015-a794-7b53d0b84561","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:50.216457755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dfee386-772f-4d7b-8977-4b0487156f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:50.216716401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5472e8ca-24a2-4748-9764-47f5c4b61c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:50.249131592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dfee386-772f-4d7b-8977-4b0487156f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:50.25145039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5472e8ca-24a2-4748-9764-47f5c4b61c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:50.273872534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0387ea22-48dd-4c07-a82d-54b27fd5f79a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:50.273889795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0387ea22-48dd-4c07-a82d-54b27fd5f79a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:50.342026438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"76e46e1a-270f-4b1b-b6bf-de1d439ae1d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:51.409122463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6e00abdc-15f7-4c9b-b4f9-ef00c73f71f0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:51.409141536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6e00abdc-15f7-4c9b-b4f9-ef00c73f71f0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:51.481412702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e6dc064-b86b-4ca0-8efd-c72a681a1a25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:51.490286518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65ed6f24-feb2-45f8-828e-c53fb87d6389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:51.490317885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5643bbb3-4ebc-4df7-bb1b-15aa02b1ddfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:51.51337512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5643bbb3-4ebc-4df7-bb1b-15aa02b1ddfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:51.526662721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65ed6f24-feb2-45f8-828e-c53fb87d6389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:51.548056377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf0b95c3-fbab-405f-bbc3-78e59e8d90c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:51.548073061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf0b95c3-fbab-405f-bbc3-78e59e8d90c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:51.614600154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"126e629b-f150-44ff-be81-27a7efbff8fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:54.409794635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c3822a7-ffdd-4921-a48d-d765d535aaa4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:54.409817321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c3822a7-ffdd-4921-a48d-d765d535aaa4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:54.457489374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7daf5c51-d543-4678-8134-1cb3cf29a667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:54.483312873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7daf5c51-d543-4678-8134-1cb3cf29a667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:54.564471675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"41950880-3c0d-4929-984a-713555768dc6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:54.564493406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"41950880-3c0d-4929-984a-713555768dc6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:54.61214812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01cc73fe-a976-4d66-ad53-2c7d96984142","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:54.612170424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01cc73fe-a976-4d66-ad53-2c7d96984142","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:54.677737315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43df4c29-cefd-46bf-86ec-e47252c8d4bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:54.678607606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b76565f5-0897-4d70-9667-e605941e4372","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:54.692043946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e76fd4c8-01a9-4841-9e73-e4518a2d9163","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:54.708149413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b76565f5-0897-4d70-9667-e605941e4372","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:54.711629192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43df4c29-cefd-46bf-86ec-e47252c8d4bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:54.773433852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ba67490a-6619-4bf1-bc19-b3d44390d5f2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:07:54.773451873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ba67490a-6619-4bf1-bc19-b3d44390d5f2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:06.121406924Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:36.119270762Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:54.854039384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0655a166-edab-438d-a18a-ef80d4fb45ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:54.869496395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0655a166-edab-438d-a18a-ef80d4fb45ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:54.8849125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0655a166-edab-438d-a18a-ef80d4fb45ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:54.900267895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0655a166-edab-438d-a18a-ef80d4fb45ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:55.703266829Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-c0c28f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-c0c28f","reconcileID":"e1bfcebc-2e00-43f3-a16d-2b2d1960be02","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-c0c28f","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-c0c28f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:55.724137695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6296d510-e5d5-401f-b372-58c34455a184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:55.739563356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6296d510-e5d5-401f-b372-58c34455a184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:55.757052817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6296d510-e5d5-401f-b372-58c34455a184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:55.774724687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6296d510-e5d5-401f-b372-58c34455a184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:56.421277653Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-4be645","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-4be645","reconcileID":"518e69aa-b949-45de-a134-acc64bc767be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-4be645","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-4be645":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:56.505198635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cc6a562-5ec4-4637-a5ac-442ddf1da0c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:56.520713005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cc6a562-5ec4-4637-a5ac-442ddf1da0c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:56.540196195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cc6a562-5ec4-4637-a5ac-442ddf1da0c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:56.565594694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cc6a562-5ec4-4637-a5ac-442ddf1da0c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:56.673827766Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-555d1e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-555d1e","reconcileID":"2fb61104-41cc-49d5-b84c-c13a465e84b4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-555d1e","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-555d1e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:57.293490245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3948e0-8255-44f5-9bff-9c9d070d792a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:57.309319738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3948e0-8255-44f5-9bff-9c9d070d792a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:57.325004806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3948e0-8255-44f5-9bff-9c9d070d792a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:57.341108506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3948e0-8255-44f5-9bff-9c9d070d792a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:58.075943714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf18bfa-84f7-47e3-8b86-98e3a3fe4a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:58.093953235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf18bfa-84f7-47e3-8b86-98e3a3fe4a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:58.109493643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf18bfa-84f7-47e3-8b86-98e3a3fe4a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:58.12521093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf18bfa-84f7-47e3-8b86-98e3a3fe4a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:58.861684229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520ca6a3-40ab-40f0-ac95-44df9169c121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:58.877710867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520ca6a3-40ab-40f0-ac95-44df9169c121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:58.894601726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520ca6a3-40ab-40f0-ac95-44df9169c121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:58.91009493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520ca6a3-40ab-40f0-ac95-44df9169c121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:59.435659894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"9f42a127-1529-4b97-9b4c-3b15076b18c3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:59.483713697Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"9f42a127-1529-4b97-9b4c-3b15076b18c3","name":"e2e-worker-w4-c0c28f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:59.57283068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6a0e4b-0bda-416d-a68d-fba8c17f5b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:59.588913072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6a0e4b-0bda-416d-a68d-fba8c17f5b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:59.606045129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6a0e4b-0bda-416d-a68d-fba8c17f5b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:08:59.621863157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6a0e4b-0bda-416d-a68d-fba8c17f5b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:02.755971586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f819a320-34ea-400f-a4a5-393987ed677a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:02.85919601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"180902b2-0941-40e8-a86f-155c7520cf13","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:04.96798546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"a4fafead-ed5e-4d8c-8c25-7e025d15197d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:05.012063702Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"a4fafead-ed5e-4d8c-8c25-7e025d15197d","name":"e2e-worker-w2-4be645-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:06.115623637Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:06.791083706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"bad7bc5d-56fe-49bb-92aa-6634d63096d9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:06.836722392Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"bad7bc5d-56fe-49bb-92aa-6634d63096d9","name":"e2e-worker-w0-555d1e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.630608383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8eb43927-83b1-485c-b4e6-7c9856d66445","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.630628165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8eb43927-83b1-485c-b4e6-7c9856d66445","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.651264491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0565206f-f7a9-40f9-9f49-610fb176fb02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.651279964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0565206f-f7a9-40f9-9f49-610fb176fb02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.698174304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-130cf48c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-130cf48c","reconcileID":"5cc29460-1ac1-494b-ac83-6445b8759eb7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-130cf48c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.719314108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-130cf48c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-130cf48c","reconcileID":"5cc29460-1ac1-494b-ac83-6445b8759eb7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-130cf48c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.854980032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2c5056a-ad0b-4380-bcc2-f1d625320fd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.854994327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2c5056a-ad0b-4380-bcc2-f1d625320fd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.886800506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3a4ac43-b70e-49bb-940d-041bb2ae99f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.886816003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3a4ac43-b70e-49bb-940d-041bb2ae99f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.894758415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"194f8983-b057-4f8a-9cc4-a497898b372d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.894793697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"194f8983-b057-4f8a-9cc4-a497898b372d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.903719489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc1d12eb-c576-460f-bb44-6bb25974946a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.90373675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc1d12eb-c576-460f-bb44-6bb25974946a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:09:09.909533928Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-neg-ghost-sub-130cf48c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-130cf48c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.909625386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf629445-dc91-47c4-a07d-c4d140fb761a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.915059861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2eed9984-75d3-4625-858e-86b14474705b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.915073399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2eed9984-75d3-4625-858e-86b14474705b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.916158673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e53d1754-28ed-40df-8396-e899470435b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.932826216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf629445-dc91-47c4-a07d-c4d140fb761a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.937074651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"36734b9f-4e87-44a8-9fc9-b956419dcc30","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.937088756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"36734b9f-4e87-44a8-9fc9-b956419dcc30","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:09.942021211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e53d1754-28ed-40df-8396-e899470435b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:10.028139296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-130cf48c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-130cf48c","reconcileID":"7c400cc1-01cc-41b2-aceb-4360abf10cc4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-130cf48c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:10.033962069Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-130cf48c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-130cf48c","reconcileID":"54b1f7cc-25b5-4997-a080-e4ac49480bc5","MaaSSubscription":{"name":"e2e-neg-ghost-sub-130cf48c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-130cf48c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:10.034045899Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-130cf48c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-130cf48c","reconcileID":"54b1f7cc-25b5-4997-a080-e4ac49480bc5","MaaSSubscription":{"name":"e2e-neg-ghost-sub-130cf48c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-130cf48c","error":"MaaSModelRef not found: llm/nonexistent-model-130cf48c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:10.049756126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-130cf48c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-130cf48c","reconcileID":"7c400cc1-01cc-41b2-aceb-4360abf10cc4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-130cf48c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:10.100160434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5853dfde-0cec-4592-b547-3e2166770b52","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:10.106840633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ddfaeb4-b07c-4e9b-8b10-73caa9607f06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:10.106853901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ddfaeb4-b07c-4e9b-8b10-73caa9607f06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:10.131813957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8cc268d-69d4-4586-a52c-b96d960bd1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:10.131922384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"624596fe-292e-4502-8d1f-b512fec6bb92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:10.154838901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"624596fe-292e-4502-8d1f-b512fec6bb92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:10.154887895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8cc268d-69d4-4586-a52c-b96d960bd1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:10.20324366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-130cf48c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-130cf48c","reconcileID":"a26f4948-113d-4a62-9e30-1d6294ea1a73","MaaSSubscription":{"name":"e2e-neg-ghost-sub-130cf48c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:10.203318967Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-130cf48c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-130cf48c","reconcileID":"a26f4948-113d-4a62-9e30-1d6294ea1a73","MaaSSubscription":{"name":"e2e-neg-ghost-sub-130cf48c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-130cf48c","error":"MaaSModelRef not found: llm/nonexistent-model-130cf48c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:11.185230563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b395073d-1c8e-4a70-8e90-a3a3498b4bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:11.202762513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b395073d-1c8e-4a70-8e90-a3a3498b4bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:11.218956869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b395073d-1c8e-4a70-8e90-a3a3498b4bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:11.234454826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b395073d-1c8e-4a70-8e90-a3a3498b4bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:11.8820721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11006168-9421-4d31-95ee-78c0bc433e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:11.897752732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11006168-9421-4d31-95ee-78c0bc433e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:11.913629424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11006168-9421-4d31-95ee-78c0bc433e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:11.929590023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11006168-9421-4d31-95ee-78c0bc433e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:12.639957519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c32d6fc-8126-4618-af7a-db5eee5b1bf6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:12.639982425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c32d6fc-8126-4618-af7a-db5eee5b1bf6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:12.687545579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-130cf48c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-130cf48c","reconcileID":"729cabc1-2343-458d-8094-8c11ae87ace1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-130cf48c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:12.687576587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9d75552-53ff-4261-9129-7c7d673f4043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:12.690719192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e17c68b-268e-4a19-9a4c-f7dc1bf1440c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:12.716093827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e17c68b-268e-4a19-9a4c-f7dc1bf1440c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:12.718120012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9d75552-53ff-4261-9129-7c7d673f4043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:12.719905043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-130cf48c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-130cf48c","reconcileID":"729cabc1-2343-458d-8094-8c11ae87ace1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-130cf48c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:15.226087552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1eafd6b-11c0-47f7-a425-279d0e1dbffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:15.246751106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1eafd6b-11c0-47f7-a425-279d0e1dbffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:15.262824951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1eafd6b-11c0-47f7-a425-279d0e1dbffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:15.283031146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1eafd6b-11c0-47f7-a425-279d0e1dbffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:15.956463864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93108ef9-5b5b-4107-98bc-9f14f98e9176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:15.97215728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93108ef9-5b5b-4107-98bc-9f14f98e9176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:15.987847446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93108ef9-5b5b-4107-98bc-9f14f98e9176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:16.003700137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93108ef9-5b5b-4107-98bc-9f14f98e9176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:18.47978835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cbc23299-cda2-47ff-86f7-6bcc9c67e689","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:18.604466633Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"819157f3-4ca1-4939-b1a5-28ce2e6c1464","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:18.70660762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b3c2a7e-b1c6-4c33-99e6-e59b42f71868","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:21.984290251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a2bed715-80d3-4f2c-80e7-a09de08817b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:22.085349162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"716c1b03-d4c4-49c3-8a0c-edf0ca454a32","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:22.694674901Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-130cf48c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-130cf48c","reconcileID":"80ddd51a-f91d-41ec-b395-18e62ca11da8","MaaSSubscription":{"name":"e2e-neg-ghost-sub-130cf48c","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-64fa535b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:25.778889142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d83fb7c5-73cb-4f08-ab22-e8a27fe06ffb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:25.899393513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"32f0cff1-cffc-40ee-b8f1-8236fa20e413","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:28.573018351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d26797a-0f95-4b36-bb08-4d0bcda44498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:28.589175934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d26797a-0f95-4b36-bb08-4d0bcda44498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:28.605559081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d26797a-0f95-4b36-bb08-4d0bcda44498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:28.622134808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d26797a-0f95-4b36-bb08-4d0bcda44498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:29.266027716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee15d9ec-5c72-492e-a5ee-09bd065fbe35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:29.281836175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee15d9ec-5c72-492e-a5ee-09bd065fbe35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:29.297439162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee15d9ec-5c72-492e-a5ee-09bd065fbe35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:29.313582955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee15d9ec-5c72-492e-a5ee-09bd065fbe35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:31.443445276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ceb2f550-11ab-47d2-8f3f-b74a7f57f5ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:31.543794222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7d20fd00-1dcd-4489-9a8f-d464bbf7ba3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:32.710601712Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-130cf48c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-130cf48c","reconcileID":"7c9eca3b-139e-4696-9f83-168d79bc0eff","MaaSSubscription":{"name":"e2e-neg-ghost-sub-130cf48c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-130cf48c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:32.764131534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-130cf48c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-130cf48c","reconcileID":"7c9eca3b-139e-4696-9f83-168d79bc0eff","MaaSSubscription":{"name":"e2e-neg-ghost-sub-130cf48c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:32.764153064Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-130cf48c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-130cf48c","reconcileID":"7c9eca3b-139e-4696-9f83-168d79bc0eff","MaaSSubscription":{"name":"e2e-neg-ghost-sub-130cf48c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-130cf48c","subscription":"e2e-neg-ghost-sub-130cf48c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:32.76424656Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-130cf48c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-130cf48c","reconcileID":"7c9eca3b-139e-4696-9f83-168d79bc0eff","MaaSSubscription":{"name":"e2e-neg-ghost-sub-130cf48c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-130cf48c","error":"MaaSModelRef not found: llm/nonexistent-model-130cf48c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:32.851943262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4dd32a2-3dea-4bfe-b549-715a9cc7fd4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:32.851959999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4dd32a2-3dea-4bfe-b549-715a9cc7fd4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:32.903167369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-130cf48c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-130cf48c","reconcileID":"f08ce123-1e37-4dbd-89d7-e658455a2eb4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-130cf48c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:32.903167385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ddb5319-50b9-44a7-b3c1-1385d1c90924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:32.904496135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35bf250a-308d-45d7-b9c2-aa6314242205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:32.925153894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ddb5319-50b9-44a7-b3c1-1385d1c90924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:32.925301536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-130cf48c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-130cf48c","reconcileID":"f08ce123-1e37-4dbd-89d7-e658455a2eb4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-130cf48c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:32.927573392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35bf250a-308d-45d7-b9c2-aa6314242205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:33.004601556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2d84227-6996-43d6-bd52-2a07663e35c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:33.004618178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2d84227-6996-43d6-bd52-2a07663e35c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:33.056981519Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-130cf48c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-130cf48c","reconcileID":"fcf9e6f3-79aa-4173-866e-462220e77a42","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-130cf48c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:33.198752377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9581b53-12ea-4724-93b0-f61a1f8552f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:33.198852378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9581b53-12ea-4724-93b0-f61a1f8552f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:33.274019167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"20de13e3-877c-47e2-bb80-1778b8a24d22","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:33.40592523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88e7a6aa-afc2-4f35-8924-4fa8cc934c9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:33.405943804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88e7a6aa-afc2-4f35-8924-4fa8cc934c9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:33.426472337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4815083f-04c4-4017-8753-c9ca9c21d2eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:33.426488869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4815083f-04c4-4017-8753-c9ca9c21d2eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:33.489023483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1d4ae986","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1d4ae986","reconcileID":"6f6b47ac-ba7d-4e29-b46a-a4749b10b5eb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1d4ae986","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:33.512749259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1d4ae986","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1d4ae986","reconcileID":"6f6b47ac-ba7d-4e29-b46a-a4749b10b5eb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1d4ae986","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:33.550179608Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1d4ae986","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1d4ae986","reconcileID":"6f6b47ac-ba7d-4e29-b46a-a4749b10b5eb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1d4ae986","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-1d4ae986","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:33.786971254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fe6df09-4e93-4f73-b1c6-f1a623f54208","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:33.786991658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fe6df09-4e93-4f73-b1c6-f1a623f54208","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:33.854717966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1d4ae986","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1d4ae986","reconcileID":"05e7ba12-3acd-4ff6-ad1b-ae0b621bc97a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1d4ae986","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:33.875491935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1d4ae986","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1d4ae986","reconcileID":"05e7ba12-3acd-4ff6-ad1b-ae0b621bc97a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1d4ae986","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:33.910390163Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1d4ae986","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1d4ae986","reconcileID":"05e7ba12-3acd-4ff6-ad1b-ae0b621bc97a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1d4ae986","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-1d4ae986","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:35.208185766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"26e0eb13-29ab-4b92-9be9-5ae508ae41ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:35.305082559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0f5247bb-c47b-4169-b114-b82bdcdfcee8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:36.108798259Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:36.19993921Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1d4ae986","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1d4ae986","reconcileID":"abe54b59-79c3-451a-8f00-30c44aa2c60f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1d4ae986","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:36.199956453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"959d62ad-4af6-41b3-8103-1f3bf42a85a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:36.199970877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"959d62ad-4af6-41b3-8103-1f3bf42a85a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:36.219018781Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1d4ae986","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1d4ae986","reconcileID":"abe54b59-79c3-451a-8f00-30c44aa2c60f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1d4ae986","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-1d4ae986","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:36.441850581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4841a339-26ee-42e2-9693-d0e28cf93988","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:36.441868253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4841a339-26ee-42e2-9693-d0e28cf93988","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:38.817062155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c520d20f-68d4-40e5-8694-7f44aac0ca89","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:38.918076995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"85f37841-b1a8-4af3-badc-0cf8ceca1ddb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:41.653848228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d18da56-8a82-4911-abd2-aed31f0e22e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:41.670387161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d18da56-8a82-4911-abd2-aed31f0e22e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:41.686761334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d18da56-8a82-4911-abd2-aed31f0e22e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:41.70224438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d18da56-8a82-4911-abd2-aed31f0e22e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:42.370874176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d2280ec-a4b7-4881-b616-f6810d87827d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:42.389335917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d2280ec-a4b7-4881-b616-f6810d87827d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:42.405607625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d2280ec-a4b7-4881-b616-f6810d87827d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:42.421388478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d2280ec-a4b7-4881-b616-f6810d87827d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:42.427118885Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-758617","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-758617","reconcileID":"73fd53d3-5e60-4a57-803c-84292b31d27c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-758617","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-758617":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:43.166099952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da554ba-3ddf-4925-ad4b-43449316a25e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:43.182805988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da554ba-3ddf-4925-ad4b-43449316a25e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:43.199561675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da554ba-3ddf-4925-ad4b-43449316a25e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:43.216638107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da554ba-3ddf-4925-ad4b-43449316a25e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:43.88052895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"bab3cdb0-c208-45e0-8c55-ee340ef1d4db","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:43.91843556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"7a6f774e-5f18-400d-b17a-776b81a028c5","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:44.228634086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f0fd8b24-ef7d-42e4-8309-76d546e249ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:44.323186136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"55918982-ecd8-4528-97e9-1f601958204d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:48.412621494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"48927df9-098d-4706-bb93-c9eb5c620a82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:48.516830411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"08f16ca7-8f6b-4cd2-a833-170ea7c35c4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:49.398459145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"6f0b31f4-08e6-4ee5-8392-4e3e1796fb78","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:50.150978985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"dfc52a68-855c-46b4-8738-1bdce3584edd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-758617","tenantID":"e2e-inf-a-758617","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:50.196625847Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"dfc52a68-855c-46b4-8738-1bdce3584edd","name":"e2e-inf-a-758617-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:53.620946815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"efcff5c7-d642-47b0-83df-baa16bda0f34","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:53.655624043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"ed9a6f31-ed9c-40d1-a1b2-744199d2652c","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:09:54.48824823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"300fb840-312e-41f2-9258-aec2b57a5b54","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:04.038651611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"dfe067af-b76d-498a-8f04-2a5d6e9ebb47","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:04.076166618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"c5393d73-a113-4ce1-9917-32ae554b357c","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.275741596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"e4b130f4-3061-427e-af71-62a7b7453864","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.431810103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"15628e73-d3bf-46c2-8b94-20721a099b66","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.453000122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"9d9ce7f4-79cd-483a-ae97-3a61ec42a0a9","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:10:05.467329634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"a898c17d-a9de-45ee-b20f-124664e01c7f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.508225717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"a90c32b3-1e8d-44c3-83ed-71c3b09df65b","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.527593491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"826c03da-b185-4541-b66a-d9498fc9a667","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.596403482Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"4654ab5c-f53e-454b-a969-085692448ff2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"simulator-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.647899386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"5ff136e2-35c3-4402-b956-2a73e71f9b79","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.670587021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"c8a73ad7-91ed-4486-9fd5-deafe1f79bc2","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.699003408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"09b58e7f-88fa-4f3a-a5f0-3f423aebd883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.728596949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"e37fb556-61f3-4b2e-9305-9efcf0db9967","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.75526377Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"09b58e7f-88fa-4f3a-a5f0-3f423aebd883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.775415794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c0c28f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"09b58e7f-88fa-4f3a-a5f0-3f423aebd883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.797109606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"40a75d54-9d11-47c7-b4c5-b772c376440e","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.833934395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"138d70bc-6dfe-4f9b-bf92-5bf6cdf90ef2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.867392905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"af3e8582-7479-4c1a-a5ee-6eba7d46c57c","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.888727093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"6469a325-cb6a-4425-91b4-fdfe7438c6ad","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.902540683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"18d924f0-fe32-434b-a776-c8b2ec483819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.90434292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"a409f08a-0fee-4aed-9e63-8f687291d00e","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:10:05.906023351Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c0c28f/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.921502679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"bb040d5a-2f2b-4354-afa7-83face493b73","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.972105063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"18d924f0-fe32-434b-a776-c8b2ec483819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:05.991614968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c0c28f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"18d924f0-fe32-434b-a776-c8b2ec483819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.023308968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b9c94bcc-83e8-4550-8bfb-d522e57d5d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.038435301Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"0cd4113c-f3bc-44b2-baca-e815edc6c162","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"premium-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.044882875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b9c94bcc-83e8-4550-8bfb-d522e57d5d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.064599637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c0c28f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b9c94bcc-83e8-4550-8bfb-d522e57d5d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.068939204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"5e11f092-75e0-46e3-9bef-43f521a5a62a","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.092657469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"e292ac3a-b07b-4be3-9a46-947de0452577","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.107740891Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:10:06.110277926Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"e292ac3a-b07b-4be3-9a46-947de0452577","name":"premium-w4-c0c28f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-c0c28f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:10:06.110333917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"e292ac3a-b07b-4be3-9a46-947de0452577","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-c0c28f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.110414244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"d9203474-ad02-48a0-9db5-1f9d37a1ca04","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.140005324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"1f2308e8-d772-4054-baf6-aa08b21343c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.140006384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"dd12b15f-531e-4e14-8a5e-1f1b81be0dc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.160857912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"13892413-7128-457e-9913-87e47926cde4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.16613074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"dd12b15f-531e-4e14-8a5e-1f1b81be0dc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.16642898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"1f2308e8-d772-4054-baf6-aa08b21343c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.186077463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c0c28f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"1f2308e8-d772-4054-baf6-aa08b21343c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.186107452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c0c28f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"dd12b15f-531e-4e14-8a5e-1f1b81be0dc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.208729247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"5474bda7-41c8-4499-8d09-efca1348bbd8","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.259435403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"aa14d3c8-5b2a-4f6e-8333-17dcfdad0295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.280307683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"aa14d3c8-5b2a-4f6e-8333-17dcfdad0295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:06.301637101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c0c28f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"aa14d3c8-5b2a-4f6e-8333-17dcfdad0295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:08.370206065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"927d7d9c-da0f-4f7c-8dca-e46087af10b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:08.385916887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"927d7d9c-da0f-4f7c-8dca-e46087af10b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:08.401570544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"927d7d9c-da0f-4f7c-8dca-e46087af10b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:08.417546834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"927d7d9c-da0f-4f7c-8dca-e46087af10b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:09.181115589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da745cb-9e9d-4e32-ade7-d8b2740ea2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:09.199317588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da745cb-9e9d-4e32-ade7-d8b2740ea2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:09.215123253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da745cb-9e9d-4e32-ade7-d8b2740ea2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:09.230728691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da745cb-9e9d-4e32-ade7-d8b2740ea2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.067494005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"f94d5c6b-3000-4a49-82b8-6359f19499d1","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.228290919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"5daa3d99-9016-4d08-8466-fd618c059ca0","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.250948221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"28f5f403-25c6-4fc2-8ef9-a10061318ffa","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.2658894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"ccb95741-96e7-4876-859a-10aaca70dc27","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:10:11.267625007Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-555d1e/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.285676084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"06642ff9-f43f-4451-97f9-02462d04beff","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.359334224Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"c338917d-cf55-4e21-862c-8a4656b34c98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"simulator-w0-555d1e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-555d1e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.421206078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"140dbf42-ac6b-4c1c-bd63-44b5bf84a437","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.442431276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"c688eacf-4350-4078-9000-750b7f30f132","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.4647137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"9618d036-f57c-4926-ad9c-aa95cb0cbd1c","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:10:11.488934968Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"9618d036-f57c-4926-ad9c-aa95cb0cbd1c","name":"simulator-w0-555d1e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-555d1e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:10:11.488999705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"9618d036-f57c-4926-ad9c-aa95cb0cbd1c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-555d1e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.493242652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"9587ff2f-3171-4add-9227-786aae4698ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.494897902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"368a3c69-5acd-4254-b986-7297f30c3844","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.501219981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"b8dbd597-8e3f-4d17-93da-a5a5c169769f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.555394395Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"b8dbd597-8e3f-4d17-93da-a5a5c169769f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.582531469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-555d1e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"b8dbd597-8e3f-4d17-93da-a5a5c169769f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.602390192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"48263a3b-3f1e-4801-9e5a-34df42f0ddab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.605105726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"bc072750-b7ce-4cd7-b75a-67fdf830f985","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.665800796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"e520994d-ec8b-4d60-8d68-01c3fa9bc096","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.691981436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"176709c5-ba87-4ab0-ab52-513deba1e761","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.695120045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"949a1907-24ca-478d-9f32-c78a2d3c1ee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:10:11.707749045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"6f6b6786-2812-4d0e-b502-ab175b745070","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.716746093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"949a1907-24ca-478d-9f32-c78a2d3c1ee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.717378551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"4f7f1ce5-61a4-4fcb-bb66-f3151fb76950","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.775525045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-555d1e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"949a1907-24ca-478d-9f32-c78a2d3c1ee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.776961939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"53e94177-4972-4d5d-a196-19f736c6d28a","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.801802822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"06bfab10-d2ff-4ae5-b6d4-133752e2e6fe","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.813219169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"f8ff2688-6a6b-405f-96df-6790bf39cc41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.848115299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"f8ff2688-6a6b-405f-96df-6790bf39cc41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.876480032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-555d1e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"f8ff2688-6a6b-405f-96df-6790bf39cc41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.889841435Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"8cf03590-c3b4-4e9a-a67b-33e2a984edc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"premium-w0-555d1e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-555d1e/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.894526237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"f20ae3a1-1599-4b2b-8624-3e147f15ba1a","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.918377302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"3ccfb107-c123-4fc8-aa6c-e061a25a4b23","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.937203426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ec948921-3256-45ac-b6dc-a5023609f43d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:10:11.942168567Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"3ccfb107-c123-4fc8-aa6c-e061a25a4b23","name":"premium-w0-555d1e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-555d1e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:10:11.94221634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"3ccfb107-c123-4fc8-aa6c-e061a25a4b23","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-555d1e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.947465248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"b339393a-7ee9-4f5f-b4b7-95b542f1e756","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.960843341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"8da23021-898f-4125-aca3-8461919af87c","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.961336957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ec948921-3256-45ac-b6dc-a5023609f43d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:11.985475017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-555d1e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ec948921-3256-45ac-b6dc-a5023609f43d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:12.025874163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"28ac9c21-0e31-44a8-a68c-315dd0331aee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:12.027819552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"47163130-4671-4fcb-9053-f0a05067a281","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:12.031931065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"98bd9b64-5b2d-40a9-9572-d53dd2574aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:12.047722843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"28ac9c21-0e31-44a8-a68c-315dd0331aee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:12.05576234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"98bd9b64-5b2d-40a9-9572-d53dd2574aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:12.068378322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-555d1e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"28ac9c21-0e31-44a8-a68c-315dd0331aee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:12.076120196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-555d1e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"98bd9b64-5b2d-40a9-9572-d53dd2574aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:12.08668275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"840b643b-33f6-4840-ab30-5f9aae87c7e1","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:12.095271406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"eb13e44c-a824-4d3d-b7cb-3dcbbe5d857a","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:12.161419029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"99f92a53-c55a-4c7d-877f-81e3b47b25c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:12.188510853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"99f92a53-c55a-4c7d-877f-81e3b47b25c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:12.210333096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-555d1e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"99f92a53-c55a-4c7d-877f-81e3b47b25c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:16.237225142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"487b654d-bd54-4232-a023-eceed77dd6a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:16.260610814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"487b654d-bd54-4232-a023-eceed77dd6a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:16.284732747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c0c28f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"487b654d-bd54-4232-a023-eceed77dd6a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:16.35416169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"78d86b18-ca37-498f-8515-e141a5dd9399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:16.37688055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"78d86b18-ca37-498f-8515-e141a5dd9399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:16.398564672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c0c28f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"78d86b18-ca37-498f-8515-e141a5dd9399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.360557823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"17e3df5e-a613-42ee-be4e-2029b9f7708e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.427212158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"c5aa87c4-bdb1-4c7d-9a8c-86c3138e41d5","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.471620878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"62d268ff-2248-40a3-a43b-4ec5bc13b734","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.472237819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"658ba34a-9a30-433c-b0da-b0ff0aa62a35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.572578897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"facef967-c761-4700-9606-8899eba28a9e","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.572903295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"289d326c-056f-4b13-8435-9a01ee629255","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.587771037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"942f7991-9081-4855-bccf-f269754034ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.62935514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"57a0af24-cf55-417c-80f2-b2990e0517c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.643757698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"d50a0008-73de-450a-8a29-be5e884dd2ee","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.650846108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"57a0af24-cf55-417c-80f2-b2990e0517c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.670540133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-555d1e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05c5b82b874f11c9938d66525cb8bef64cc7ae82657bc1adba6ebbeb0b8fcbc6) AuthConfig (dedd40c2fe980d7f76fef0b47055f12fb51045d8077bf86d9a7bf8816988c296) AuthConfig (0c7f99dfae90990c2e51fa1e9e457a454ea9571f351421c599265b6b9c900826) AuthConfig (41af2c9de177b49e2ac7ebf82e49b14a67880b80028102275ee4fcaa2da032dc) AuthConfig (4f3f06a78b5306273061b16f80b671e00137c0794876d16089e9011116a0c4ec) AuthConfig (545d1fb3c3ae3756d9092436f55efab454df7b5e3ba1218f640c02ce950264b8) AuthConfig (036c7cab4c1739eb42d3fa4867ce2c1cbd3af539c44996ac6b925d5c8196e859) AuthConfig (1425e25b4556bc162db253b31c7711ed64f753abc638fdda8e5187395c341335) AuthConfig (b6588f7acb3d1d50b20ddd51f52f277e293904d8ee45591a28e0964accb68324) AuthConfig (65cceb0e44838a903d92197045d7aa76b549d7cdc19c6906a1666920b8a517c4) AuthConfig (0fba5f893c2afadc81899959a0853cc44baf262d2feaafc826fac29e92398dfc) AuthConfig (1ae7f9d809e04f0783a18a52c7be8961c799232145f1a34f9193cb9c1b3adf9c) AuthConfig (37e5b2d4a32ec76b9c13810d8691779e39a6688bc55fc97b2c5f178fbbb1f52e) AuthConfig (8798cdca8d483639086adff02a7fff7051f301e2a4f6041f301598b021c96afe) AuthConfig (c92c1bb946a33a5092173ac79409cf4b86f6fd7444a9b865763ddd63609474f4) AuthConfig (1291aafe366ee5801528b9c38ae1dab8c41685a15121c5f2c79b9ab24a375bae) AuthConfig (d8390565b6a2b43799b62ad352939bff1aa041d592206a327076962a35256886) AuthConfig (918a3c21a5d6324daa2bdf7698101fe0a7a301e47eb0366803f10861e8bdc5a7) AuthConfig (32908a557b43ae12b8290461bd1c49ed4101a561f22582ec7a03d92e5b5a2c67) AuthConfig (d7994343d8c536ac892f1d8a933f46de59181175bf397a43d4b87ada8f9548ca) AuthConfig (38dc9aef2ea0fa52218af5e680d5d6a6c4f4606aa235f870f5c1ba7126e1acee) AuthConfig (5dff72d060209803a27ac9335fbc1adf63ce31259cb16617f7742a5023d0d1b8) AuthConfig (3cc6732c54eab58768ad2a610206d770884001a83f1a5dea6ab501da22ffc3ef) AuthConfig (f78467afeb7e3dc017c1c76a6cac076a5842bac58be4c4f975b9615352081ce3) AuthConfig (cd008300ee03fd50db9b279ac696b26665c1b762f70b9e511d83bf846cc2ea71) AuthConfig (b54ba3571e6fed96065c2dda9586e2220c4601c16dafd2bf32b57c7a28c382ad) AuthConfig (0530208a715750934aff749d882f86e36b22bab30f8f0873ec717ab5b0306846) AuthConfig (4e53fc46b639cb26f0829017497094f5b11b2edbb37ec2e5d7adb221d5fd2f4f) AuthConfig (8a5d122df3954ad900f90323069f9624578ed16de418f370d91fa68fbaa91c7d) AuthConfig (d797abf3257c089ae770b7bbee90ff5de2037868dee5324ee35cc3f8e2198dec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"57a0af24-cf55-417c-80f2-b2990e0517c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.694240112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"b4e3a6c6-143b-4a47-a209-847ea474b741","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.724886684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"582bda32-ecbc-4351-83b3-0a623333c79c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.727601143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"06404df5-87ad-4b02-a29c-eaab655eef63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.727698656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"4649c92f-175e-4198-ab79-e7fd583f1907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.748911716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"582bda32-ecbc-4351-83b3-0a623333c79c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.75036332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"06404df5-87ad-4b02-a29c-eaab655eef63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.751673883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"4649c92f-175e-4198-ab79-e7fd583f1907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.770787971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c0c28f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32ed5066ab0159dff263df419d5b705e93e49e2174731fa2035da25bf6808d25) AuthConfig (8a0a7c33a897839cd76691eb43d2c95baf079a97957248d685817bcae6bfc0ef) AuthConfig (09895aedc6228ca02e8720d00012f90dd7b2d3df7e4e90af52cd6c7beac7d2b0) AuthConfig (8a1f10f213837e43eb946223588bc460fe9f8e9e1842ff5216e3aec62752f07b) AuthConfig (e4aea3cd0a6f07555316cf0e7ad339f4e3bc03de09bbe71911a9d3bb72851384) AuthConfig (c75a54aab10130060adb8b758ad49fe92bdd064239477e98e520823d8a065e1f) AuthConfig (28d7516d3d071e4e046359c951091a98ed749a00da421d31ec911ceafdcb2343) AuthConfig (37f053ec190d411b7256b987eb2430a548eeee1da78f6111719399e639c251d8) AuthConfig (9e9f125174ea663b24e74fccd2fd4ff15b8179869efd24b9f75e71f8e8b4efe8) AuthConfig (f96ec433f64191e22cf85b0d56eb894f43b84052f159e7cf52e987a30ddecbfb) AuthConfig (8b687847a9ac4d6208387dbca9d1c12c15f4817c52f3763980cda955dab8e54a) AuthConfig (397d60a21bce187c734cdf98e4eb265e55c910ab7aebcaf9fd1a9f978c1fdfea) AuthConfig (4f661a944b6755f36e2416c0b0da82307840a87954ffe7d0d07cc8a377cc4498) AuthConfig (5807ec2622893916581c7ae8b482b738053f853a250a280fc77e316dcbbdb898) AuthConfig (b653fa5528e261383a39ead429ebecb88dfc199ec0828e0328364458e0b455ad) AuthConfig (b01265f497948cebbb447a625d1dfeb78f318aaed48e5af749f07dfd21ee95ed) AuthConfig (6d48a543768b003e89fab5928fb0e73402a9054c189d0b5695de74ff589978f2) AuthConfig (40997fa311843ac5e01adbb6cbf81ac3c12abed5102c3664f2091420a00aa5b1) AuthConfig (08882a0a77552c81f356c2d6d0d22152b7d1368b3712eb2d2965dcba5ef9303f) AuthConfig (fedc0b5abe35761fcdad619214b1263af9baa4895074a9b5349d53b077428bf5) AuthConfig (afca236b0b629b66584b043937006bcb4ca86e0f7563ecd1bc42d13943b0615a) AuthConfig (43430dc72770df1af6205ca0fd95ba6117a5adc850bb24e6c633935b6448f784) AuthConfig (2a6b48750639da4998fd6ac5ef780b3cdf8160d38717931558e5ef83d3814528) AuthConfig (5f921828efe49be429cbb70591e0856e35f0bcf9f3a31d44fdbb89e74f268bed) AuthConfig (084b48f052e3175900d1fe92d89c3ba9b2d9d0fc759c7669ca9282eb2263970f) AuthConfig (565e70ad9c5e94417f088f8039f71d1177da5e2f8654a2c94d03f4dc08044631) AuthConfig (7544dd3bd7fa67d39181541b88d38f4f3cea3c89aa3f821e12991ae6569a72b9) AuthConfig (a623a13b1ca2da54900cbb108873626ca32994525f39259ab845afb975cbdd38) AuthConfig (bc7ab4edbf9dfab9dfcc721484672cfc2da44f4d904a4d5845cf0a8e22091545) AuthConfig (6723f8557bca63379a2ca26154ecba61fe5c0cbfafcfdabd6e2070660e03a9c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"582bda32-ecbc-4351-83b3-0a623333c79c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.77082177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c0c28f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32ed5066ab0159dff263df419d5b705e93e49e2174731fa2035da25bf6808d25) AuthConfig (8a0a7c33a897839cd76691eb43d2c95baf079a97957248d685817bcae6bfc0ef) AuthConfig (09895aedc6228ca02e8720d00012f90dd7b2d3df7e4e90af52cd6c7beac7d2b0) AuthConfig (8a1f10f213837e43eb946223588bc460fe9f8e9e1842ff5216e3aec62752f07b) AuthConfig (e4aea3cd0a6f07555316cf0e7ad339f4e3bc03de09bbe71911a9d3bb72851384) AuthConfig (c75a54aab10130060adb8b758ad49fe92bdd064239477e98e520823d8a065e1f) AuthConfig (28d7516d3d071e4e046359c951091a98ed749a00da421d31ec911ceafdcb2343) AuthConfig (37f053ec190d411b7256b987eb2430a548eeee1da78f6111719399e639c251d8) AuthConfig (9e9f125174ea663b24e74fccd2fd4ff15b8179869efd24b9f75e71f8e8b4efe8) AuthConfig (f96ec433f64191e22cf85b0d56eb894f43b84052f159e7cf52e987a30ddecbfb) AuthConfig (8b687847a9ac4d6208387dbca9d1c12c15f4817c52f3763980cda955dab8e54a) AuthConfig (397d60a21bce187c734cdf98e4eb265e55c910ab7aebcaf9fd1a9f978c1fdfea) AuthConfig (4f661a944b6755f36e2416c0b0da82307840a87954ffe7d0d07cc8a377cc4498) AuthConfig (5807ec2622893916581c7ae8b482b738053f853a250a280fc77e316dcbbdb898) AuthConfig (b653fa5528e261383a39ead429ebecb88dfc199ec0828e0328364458e0b455ad) AuthConfig (b01265f497948cebbb447a625d1dfeb78f318aaed48e5af749f07dfd21ee95ed) AuthConfig (6d48a543768b003e89fab5928fb0e73402a9054c189d0b5695de74ff589978f2) AuthConfig (40997fa311843ac5e01adbb6cbf81ac3c12abed5102c3664f2091420a00aa5b1) AuthConfig (08882a0a77552c81f356c2d6d0d22152b7d1368b3712eb2d2965dcba5ef9303f) AuthConfig (fedc0b5abe35761fcdad619214b1263af9baa4895074a9b5349d53b077428bf5) AuthConfig (afca236b0b629b66584b043937006bcb4ca86e0f7563ecd1bc42d13943b0615a) AuthConfig (43430dc72770df1af6205ca0fd95ba6117a5adc850bb24e6c633935b6448f784) AuthConfig (2a6b48750639da4998fd6ac5ef780b3cdf8160d38717931558e5ef83d3814528) AuthConfig (5f921828efe49be429cbb70591e0856e35f0bcf9f3a31d44fdbb89e74f268bed) AuthConfig (084b48f052e3175900d1fe92d89c3ba9b2d9d0fc759c7669ca9282eb2263970f) AuthConfig (565e70ad9c5e94417f088f8039f71d1177da5e2f8654a2c94d03f4dc08044631) AuthConfig (7544dd3bd7fa67d39181541b88d38f4f3cea3c89aa3f821e12991ae6569a72b9) AuthConfig (a623a13b1ca2da54900cbb108873626ca32994525f39259ab845afb975cbdd38) AuthConfig (bc7ab4edbf9dfab9dfcc721484672cfc2da44f4d904a4d5845cf0a8e22091545) AuthConfig (6723f8557bca63379a2ca26154ecba61fe5c0cbfafcfdabd6e2070660e03a9c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"06404df5-87ad-4b02-a29c-eaab655eef63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.773989058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-555d1e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05c5b82b874f11c9938d66525cb8bef64cc7ae82657bc1adba6ebbeb0b8fcbc6) AuthConfig (dedd40c2fe980d7f76fef0b47055f12fb51045d8077bf86d9a7bf8816988c296) AuthConfig (0c7f99dfae90990c2e51fa1e9e457a454ea9571f351421c599265b6b9c900826) AuthConfig (41af2c9de177b49e2ac7ebf82e49b14a67880b80028102275ee4fcaa2da032dc) AuthConfig (4f3f06a78b5306273061b16f80b671e00137c0794876d16089e9011116a0c4ec) AuthConfig (545d1fb3c3ae3756d9092436f55efab454df7b5e3ba1218f640c02ce950264b8) AuthConfig (036c7cab4c1739eb42d3fa4867ce2c1cbd3af539c44996ac6b925d5c8196e859) AuthConfig (1425e25b4556bc162db253b31c7711ed64f753abc638fdda8e5187395c341335) AuthConfig (b6588f7acb3d1d50b20ddd51f52f277e293904d8ee45591a28e0964accb68324) AuthConfig (65cceb0e44838a903d92197045d7aa76b549d7cdc19c6906a1666920b8a517c4) AuthConfig (0fba5f893c2afadc81899959a0853cc44baf262d2feaafc826fac29e92398dfc) AuthConfig (1ae7f9d809e04f0783a18a52c7be8961c799232145f1a34f9193cb9c1b3adf9c) AuthConfig (37e5b2d4a32ec76b9c13810d8691779e39a6688bc55fc97b2c5f178fbbb1f52e) AuthConfig (8798cdca8d483639086adff02a7fff7051f301e2a4f6041f301598b021c96afe) AuthConfig (c92c1bb946a33a5092173ac79409cf4b86f6fd7444a9b865763ddd63609474f4) AuthConfig (1291aafe366ee5801528b9c38ae1dab8c41685a15121c5f2c79b9ab24a375bae) AuthConfig (d8390565b6a2b43799b62ad352939bff1aa041d592206a327076962a35256886) AuthConfig (918a3c21a5d6324daa2bdf7698101fe0a7a301e47eb0366803f10861e8bdc5a7) AuthConfig (32908a557b43ae12b8290461bd1c49ed4101a561f22582ec7a03d92e5b5a2c67) AuthConfig (d7994343d8c536ac892f1d8a933f46de59181175bf397a43d4b87ada8f9548ca) AuthConfig (38dc9aef2ea0fa52218af5e680d5d6a6c4f4606aa235f870f5c1ba7126e1acee) AuthConfig (5dff72d060209803a27ac9335fbc1adf63ce31259cb16617f7742a5023d0d1b8) AuthConfig (3cc6732c54eab58768ad2a610206d770884001a83f1a5dea6ab501da22ffc3ef) AuthConfig (f78467afeb7e3dc017c1c76a6cac076a5842bac58be4c4f975b9615352081ce3) AuthConfig (cd008300ee03fd50db9b279ac696b26665c1b762f70b9e511d83bf846cc2ea71) AuthConfig (b54ba3571e6fed96065c2dda9586e2220c4601c16dafd2bf32b57c7a28c382ad) AuthConfig (0530208a715750934aff749d882f86e36b22bab30f8f0873ec717ab5b0306846) AuthConfig (4e53fc46b639cb26f0829017497094f5b11b2edbb37ec2e5d7adb221d5fd2f4f) AuthConfig (8a5d122df3954ad900f90323069f9624578ed16de418f370d91fa68fbaa91c7d) AuthConfig (d797abf3257c089ae770b7bbee90ff5de2037868dee5324ee35cc3f8e2198dec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"4649c92f-175e-4198-ab79-e7fd583f1907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.792533692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"fa89616a-7e7e-47c0-b3a4-8a950902bffc","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.793065003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"7913dba3-34ab-47e8-9697-aed033b26105","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.798759348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"4ad28473-9f10-445e-9264-903d789edda9","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.821659498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ef94d93e-40a2-43b5-976b-e2ba0d7ef2ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.843334887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ef94d93e-40a2-43b5-976b-e2ba0d7ef2ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.863082169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-555d1e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05c5b82b874f11c9938d66525cb8bef64cc7ae82657bc1adba6ebbeb0b8fcbc6) AuthConfig (dedd40c2fe980d7f76fef0b47055f12fb51045d8077bf86d9a7bf8816988c296) AuthConfig (0c7f99dfae90990c2e51fa1e9e457a454ea9571f351421c599265b6b9c900826) AuthConfig (41af2c9de177b49e2ac7ebf82e49b14a67880b80028102275ee4fcaa2da032dc) AuthConfig (4f3f06a78b5306273061b16f80b671e00137c0794876d16089e9011116a0c4ec) AuthConfig (545d1fb3c3ae3756d9092436f55efab454df7b5e3ba1218f640c02ce950264b8) AuthConfig (036c7cab4c1739eb42d3fa4867ce2c1cbd3af539c44996ac6b925d5c8196e859) AuthConfig (1425e25b4556bc162db253b31c7711ed64f753abc638fdda8e5187395c341335) AuthConfig (b6588f7acb3d1d50b20ddd51f52f277e293904d8ee45591a28e0964accb68324) AuthConfig (65cceb0e44838a903d92197045d7aa76b549d7cdc19c6906a1666920b8a517c4) AuthConfig (0fba5f893c2afadc81899959a0853cc44baf262d2feaafc826fac29e92398dfc) AuthConfig (1ae7f9d809e04f0783a18a52c7be8961c799232145f1a34f9193cb9c1b3adf9c) AuthConfig (37e5b2d4a32ec76b9c13810d8691779e39a6688bc55fc97b2c5f178fbbb1f52e) AuthConfig (8798cdca8d483639086adff02a7fff7051f301e2a4f6041f301598b021c96afe) AuthConfig (c92c1bb946a33a5092173ac79409cf4b86f6fd7444a9b865763ddd63609474f4) AuthConfig (1291aafe366ee5801528b9c38ae1dab8c41685a15121c5f2c79b9ab24a375bae) AuthConfig (d8390565b6a2b43799b62ad352939bff1aa041d592206a327076962a35256886) AuthConfig (918a3c21a5d6324daa2bdf7698101fe0a7a301e47eb0366803f10861e8bdc5a7) AuthConfig (32908a557b43ae12b8290461bd1c49ed4101a561f22582ec7a03d92e5b5a2c67) AuthConfig (d7994343d8c536ac892f1d8a933f46de59181175bf397a43d4b87ada8f9548ca) AuthConfig (38dc9aef2ea0fa52218af5e680d5d6a6c4f4606aa235f870f5c1ba7126e1acee) AuthConfig (5dff72d060209803a27ac9335fbc1adf63ce31259cb16617f7742a5023d0d1b8) AuthConfig (3cc6732c54eab58768ad2a610206d770884001a83f1a5dea6ab501da22ffc3ef) AuthConfig (f78467afeb7e3dc017c1c76a6cac076a5842bac58be4c4f975b9615352081ce3) AuthConfig (cd008300ee03fd50db9b279ac696b26665c1b762f70b9e511d83bf846cc2ea71) AuthConfig (b54ba3571e6fed96065c2dda9586e2220c4601c16dafd2bf32b57c7a28c382ad) AuthConfig (0530208a715750934aff749d882f86e36b22bab30f8f0873ec717ab5b0306846) AuthConfig (4e53fc46b639cb26f0829017497094f5b11b2edbb37ec2e5d7adb221d5fd2f4f) AuthConfig (8a5d122df3954ad900f90323069f9624578ed16de418f370d91fa68fbaa91c7d) AuthConfig (d797abf3257c089ae770b7bbee90ff5de2037868dee5324ee35cc3f8e2198dec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ef94d93e-40a2-43b5-976b-e2ba0d7ef2ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.927675914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8d95359e-c3fa-42a9-8437-ed535a0852ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.927815082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"f7c346ce-3fbc-4934-be29-4ea6fcb43215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.928192783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"caa64a59-80e9-449c-856d-fe2056d63f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.949060817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8d95359e-c3fa-42a9-8437-ed535a0852ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.94920377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"f7c346ce-3fbc-4934-be29-4ea6fcb43215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.951407559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"caa64a59-80e9-449c-856d-fe2056d63f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.970059084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-555d1e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05c5b82b874f11c9938d66525cb8bef64cc7ae82657bc1adba6ebbeb0b8fcbc6) AuthConfig (dedd40c2fe980d7f76fef0b47055f12fb51045d8077bf86d9a7bf8816988c296) AuthConfig (0c7f99dfae90990c2e51fa1e9e457a454ea9571f351421c599265b6b9c900826) AuthConfig (41af2c9de177b49e2ac7ebf82e49b14a67880b80028102275ee4fcaa2da032dc) AuthConfig (4f3f06a78b5306273061b16f80b671e00137c0794876d16089e9011116a0c4ec) AuthConfig (545d1fb3c3ae3756d9092436f55efab454df7b5e3ba1218f640c02ce950264b8) AuthConfig (036c7cab4c1739eb42d3fa4867ce2c1cbd3af539c44996ac6b925d5c8196e859) AuthConfig (1425e25b4556bc162db253b31c7711ed64f753abc638fdda8e5187395c341335) AuthConfig (b6588f7acb3d1d50b20ddd51f52f277e293904d8ee45591a28e0964accb68324) AuthConfig (65cceb0e44838a903d92197045d7aa76b549d7cdc19c6906a1666920b8a517c4) AuthConfig (0fba5f893c2afadc81899959a0853cc44baf262d2feaafc826fac29e92398dfc) AuthConfig (1ae7f9d809e04f0783a18a52c7be8961c799232145f1a34f9193cb9c1b3adf9c) AuthConfig (37e5b2d4a32ec76b9c13810d8691779e39a6688bc55fc97b2c5f178fbbb1f52e) AuthConfig (8798cdca8d483639086adff02a7fff7051f301e2a4f6041f301598b021c96afe) AuthConfig (c92c1bb946a33a5092173ac79409cf4b86f6fd7444a9b865763ddd63609474f4) AuthConfig (1291aafe366ee5801528b9c38ae1dab8c41685a15121c5f2c79b9ab24a375bae) AuthConfig (d8390565b6a2b43799b62ad352939bff1aa041d592206a327076962a35256886) AuthConfig (918a3c21a5d6324daa2bdf7698101fe0a7a301e47eb0366803f10861e8bdc5a7) AuthConfig (32908a557b43ae12b8290461bd1c49ed4101a561f22582ec7a03d92e5b5a2c67) AuthConfig (d7994343d8c536ac892f1d8a933f46de59181175bf397a43d4b87ada8f9548ca) AuthConfig (38dc9aef2ea0fa52218af5e680d5d6a6c4f4606aa235f870f5c1ba7126e1acee) AuthConfig (5dff72d060209803a27ac9335fbc1adf63ce31259cb16617f7742a5023d0d1b8) AuthConfig (3cc6732c54eab58768ad2a610206d770884001a83f1a5dea6ab501da22ffc3ef) AuthConfig (f78467afeb7e3dc017c1c76a6cac076a5842bac58be4c4f975b9615352081ce3) AuthConfig (cd008300ee03fd50db9b279ac696b26665c1b762f70b9e511d83bf846cc2ea71) AuthConfig (b54ba3571e6fed96065c2dda9586e2220c4601c16dafd2bf32b57c7a28c382ad) AuthConfig (0530208a715750934aff749d882f86e36b22bab30f8f0873ec717ab5b0306846) AuthConfig (4e53fc46b639cb26f0829017497094f5b11b2edbb37ec2e5d7adb221d5fd2f4f) AuthConfig (8a5d122df3954ad900f90323069f9624578ed16de418f370d91fa68fbaa91c7d) AuthConfig (d797abf3257c089ae770b7bbee90ff5de2037868dee5324ee35cc3f8e2198dec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"f7c346ce-3fbc-4934-be29-4ea6fcb43215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.97010677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c0c28f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32ed5066ab0159dff263df419d5b705e93e49e2174731fa2035da25bf6808d25) AuthConfig (8a0a7c33a897839cd76691eb43d2c95baf079a97957248d685817bcae6bfc0ef) AuthConfig (09895aedc6228ca02e8720d00012f90dd7b2d3df7e4e90af52cd6c7beac7d2b0) AuthConfig (8a1f10f213837e43eb946223588bc460fe9f8e9e1842ff5216e3aec62752f07b) AuthConfig (e4aea3cd0a6f07555316cf0e7ad339f4e3bc03de09bbe71911a9d3bb72851384) AuthConfig (c75a54aab10130060adb8b758ad49fe92bdd064239477e98e520823d8a065e1f) AuthConfig (28d7516d3d071e4e046359c951091a98ed749a00da421d31ec911ceafdcb2343) AuthConfig (37f053ec190d411b7256b987eb2430a548eeee1da78f6111719399e639c251d8) AuthConfig (9e9f125174ea663b24e74fccd2fd4ff15b8179869efd24b9f75e71f8e8b4efe8) AuthConfig (f96ec433f64191e22cf85b0d56eb894f43b84052f159e7cf52e987a30ddecbfb) AuthConfig (8b687847a9ac4d6208387dbca9d1c12c15f4817c52f3763980cda955dab8e54a) AuthConfig (397d60a21bce187c734cdf98e4eb265e55c910ab7aebcaf9fd1a9f978c1fdfea) AuthConfig (4f661a944b6755f36e2416c0b0da82307840a87954ffe7d0d07cc8a377cc4498) AuthConfig (5807ec2622893916581c7ae8b482b738053f853a250a280fc77e316dcbbdb898) AuthConfig (b653fa5528e261383a39ead429ebecb88dfc199ec0828e0328364458e0b455ad) AuthConfig (b01265f497948cebbb447a625d1dfeb78f318aaed48e5af749f07dfd21ee95ed) AuthConfig (6d48a543768b003e89fab5928fb0e73402a9054c189d0b5695de74ff589978f2) AuthConfig (40997fa311843ac5e01adbb6cbf81ac3c12abed5102c3664f2091420a00aa5b1) AuthConfig (08882a0a77552c81f356c2d6d0d22152b7d1368b3712eb2d2965dcba5ef9303f) AuthConfig (fedc0b5abe35761fcdad619214b1263af9baa4895074a9b5349d53b077428bf5) AuthConfig (afca236b0b629b66584b043937006bcb4ca86e0f7563ecd1bc42d13943b0615a) AuthConfig (43430dc72770df1af6205ca0fd95ba6117a5adc850bb24e6c633935b6448f784) AuthConfig (2a6b48750639da4998fd6ac5ef780b3cdf8160d38717931558e5ef83d3814528) AuthConfig (5f921828efe49be429cbb70591e0856e35f0bcf9f3a31d44fdbb89e74f268bed) AuthConfig (084b48f052e3175900d1fe92d89c3ba9b2d9d0fc759c7669ca9282eb2263970f) AuthConfig (565e70ad9c5e94417f088f8039f71d1177da5e2f8654a2c94d03f4dc08044631) AuthConfig (7544dd3bd7fa67d39181541b88d38f4f3cea3c89aa3f821e12991ae6569a72b9) AuthConfig (a623a13b1ca2da54900cbb108873626ca32994525f39259ab845afb975cbdd38) AuthConfig (bc7ab4edbf9dfab9dfcc721484672cfc2da44f4d904a4d5845cf0a8e22091545) AuthConfig (6723f8557bca63379a2ca26154ecba61fe5c0cbfafcfdabd6e2070660e03a9c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8d95359e-c3fa-42a9-8437-ed535a0852ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:17.971647322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c0c28f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32ed5066ab0159dff263df419d5b705e93e49e2174731fa2035da25bf6808d25) AuthConfig (8a0a7c33a897839cd76691eb43d2c95baf079a97957248d685817bcae6bfc0ef) AuthConfig (09895aedc6228ca02e8720d00012f90dd7b2d3df7e4e90af52cd6c7beac7d2b0) AuthConfig (8a1f10f213837e43eb946223588bc460fe9f8e9e1842ff5216e3aec62752f07b) AuthConfig (e4aea3cd0a6f07555316cf0e7ad339f4e3bc03de09bbe71911a9d3bb72851384) AuthConfig (c75a54aab10130060adb8b758ad49fe92bdd064239477e98e520823d8a065e1f) AuthConfig (28d7516d3d071e4e046359c951091a98ed749a00da421d31ec911ceafdcb2343) AuthConfig (37f053ec190d411b7256b987eb2430a548eeee1da78f6111719399e639c251d8) AuthConfig (9e9f125174ea663b24e74fccd2fd4ff15b8179869efd24b9f75e71f8e8b4efe8) AuthConfig (f96ec433f64191e22cf85b0d56eb894f43b84052f159e7cf52e987a30ddecbfb) AuthConfig (8b687847a9ac4d6208387dbca9d1c12c15f4817c52f3763980cda955dab8e54a) AuthConfig (397d60a21bce187c734cdf98e4eb265e55c910ab7aebcaf9fd1a9f978c1fdfea) AuthConfig (4f661a944b6755f36e2416c0b0da82307840a87954ffe7d0d07cc8a377cc4498) AuthConfig (5807ec2622893916581c7ae8b482b738053f853a250a280fc77e316dcbbdb898) AuthConfig (b653fa5528e261383a39ead429ebecb88dfc199ec0828e0328364458e0b455ad) AuthConfig (b01265f497948cebbb447a625d1dfeb78f318aaed48e5af749f07dfd21ee95ed) AuthConfig (6d48a543768b003e89fab5928fb0e73402a9054c189d0b5695de74ff589978f2) AuthConfig (40997fa311843ac5e01adbb6cbf81ac3c12abed5102c3664f2091420a00aa5b1) AuthConfig (08882a0a77552c81f356c2d6d0d22152b7d1368b3712eb2d2965dcba5ef9303f) AuthConfig (fedc0b5abe35761fcdad619214b1263af9baa4895074a9b5349d53b077428bf5) AuthConfig (afca236b0b629b66584b043937006bcb4ca86e0f7563ecd1bc42d13943b0615a) AuthConfig (43430dc72770df1af6205ca0fd95ba6117a5adc850bb24e6c633935b6448f784) AuthConfig (2a6b48750639da4998fd6ac5ef780b3cdf8160d38717931558e5ef83d3814528) AuthConfig (5f921828efe49be429cbb70591e0856e35f0bcf9f3a31d44fdbb89e74f268bed) AuthConfig (084b48f052e3175900d1fe92d89c3ba9b2d9d0fc759c7669ca9282eb2263970f) AuthConfig (565e70ad9c5e94417f088f8039f71d1177da5e2f8654a2c94d03f4dc08044631) AuthConfig (7544dd3bd7fa67d39181541b88d38f4f3cea3c89aa3f821e12991ae6569a72b9) AuthConfig (a623a13b1ca2da54900cbb108873626ca32994525f39259ab845afb975cbdd38) AuthConfig (bc7ab4edbf9dfab9dfcc721484672cfc2da44f4d904a4d5845cf0a8e22091545) AuthConfig (6723f8557bca63379a2ca26154ecba61fe5c0cbfafcfdabd6e2070660e03a9c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"caa64a59-80e9-449c-856d-fe2056d63f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:10:17.987819815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8d95359e-c3fa-42a9-8437-ed535a0852ea","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:18.039063526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"aad9a6d3-90a8-46f5-8aba-a31a8b03bbcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:18.060391481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"aad9a6d3-90a8-46f5-8aba-a31a8b03bbcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:18.080235554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c0c28f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32ed5066ab0159dff263df419d5b705e93e49e2174731fa2035da25bf6808d25) AuthConfig (8a0a7c33a897839cd76691eb43d2c95baf079a97957248d685817bcae6bfc0ef) AuthConfig (09895aedc6228ca02e8720d00012f90dd7b2d3df7e4e90af52cd6c7beac7d2b0) AuthConfig (8a1f10f213837e43eb946223588bc460fe9f8e9e1842ff5216e3aec62752f07b) AuthConfig (e4aea3cd0a6f07555316cf0e7ad339f4e3bc03de09bbe71911a9d3bb72851384) AuthConfig (c75a54aab10130060adb8b758ad49fe92bdd064239477e98e520823d8a065e1f) AuthConfig (28d7516d3d071e4e046359c951091a98ed749a00da421d31ec911ceafdcb2343) AuthConfig (37f053ec190d411b7256b987eb2430a548eeee1da78f6111719399e639c251d8) AuthConfig (9e9f125174ea663b24e74fccd2fd4ff15b8179869efd24b9f75e71f8e8b4efe8) AuthConfig (f96ec433f64191e22cf85b0d56eb894f43b84052f159e7cf52e987a30ddecbfb) AuthConfig (8b687847a9ac4d6208387dbca9d1c12c15f4817c52f3763980cda955dab8e54a) AuthConfig (397d60a21bce187c734cdf98e4eb265e55c910ab7aebcaf9fd1a9f978c1fdfea) AuthConfig (4f661a944b6755f36e2416c0b0da82307840a87954ffe7d0d07cc8a377cc4498) AuthConfig (5807ec2622893916581c7ae8b482b738053f853a250a280fc77e316dcbbdb898) AuthConfig (b653fa5528e261383a39ead429ebecb88dfc199ec0828e0328364458e0b455ad) AuthConfig (b01265f497948cebbb447a625d1dfeb78f318aaed48e5af749f07dfd21ee95ed) AuthConfig (6d48a543768b003e89fab5928fb0e73402a9054c189d0b5695de74ff589978f2) AuthConfig (40997fa311843ac5e01adbb6cbf81ac3c12abed5102c3664f2091420a00aa5b1) AuthConfig (08882a0a77552c81f356c2d6d0d22152b7d1368b3712eb2d2965dcba5ef9303f) AuthConfig (fedc0b5abe35761fcdad619214b1263af9baa4895074a9b5349d53b077428bf5) AuthConfig (afca236b0b629b66584b043937006bcb4ca86e0f7563ecd1bc42d13943b0615a) AuthConfig (43430dc72770df1af6205ca0fd95ba6117a5adc850bb24e6c633935b6448f784) AuthConfig (2a6b48750639da4998fd6ac5ef780b3cdf8160d38717931558e5ef83d3814528) AuthConfig (5f921828efe49be429cbb70591e0856e35f0bcf9f3a31d44fdbb89e74f268bed) AuthConfig (084b48f052e3175900d1fe92d89c3ba9b2d9d0fc759c7669ca9282eb2263970f) AuthConfig (565e70ad9c5e94417f088f8039f71d1177da5e2f8654a2c94d03f4dc08044631) AuthConfig (7544dd3bd7fa67d39181541b88d38f4f3cea3c89aa3f821e12991ae6569a72b9) AuthConfig (a623a13b1ca2da54900cbb108873626ca32994525f39259ab845afb975cbdd38) AuthConfig (bc7ab4edbf9dfab9dfcc721484672cfc2da44f4d904a4d5845cf0a8e22091545) AuthConfig (6723f8557bca63379a2ca26154ecba61fe5c0cbfafcfdabd6e2070660e03a9c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"aad9a6d3-90a8-46f5-8aba-a31a8b03bbcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.290771656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"7c161411-778a-41c7-8c9b-e0f404a02fb7","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.458642416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"1583532d-4032-4ffe-81ca-e9a833682daa","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.480452599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"b584fd14-73e0-41da-82ed-fb0766c9af62","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.49250998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"f0c63335-cc4c-4375-9e35-47978d1a6a3d","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:10:21.497386537Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-4be645/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.513561209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"aacc1581-ab65-4a81-92ce-2105d3d862c2","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.584574825Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"9acd434b-3cc8-4c6e-b985-59aafd5b95c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"simulator-w2-4be645","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.639065973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"8b739a83-65b3-4346-ae21-a616755d8471","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.67152959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"f53df60b-f01a-422a-b519-aa5f4eba142b","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.694987429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"961a64d1-fd37-4942-9648-544fa9a063a9","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.708141087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"0cbecbf2-f172-4b98-be8b-0370645dc7d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.724048609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"42fcc9fc-2f87-4621-a57b-36fde8a2df87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.783142383Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"42fcc9fc-2f87-4621-a57b-36fde8a2df87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.803157045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"42fcc9fc-2f87-4621-a57b-36fde8a2df87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.81143494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"c0652646-54c2-43d6-a395-b86f19f6b992","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.82415586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"decc261a-5b92-4cce-9fd2-a22b745e18e6","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.856253522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"2cf9363f-8f85-4ec0-8a89-1e39e050c614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.876680766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"2cf9363f-8f85-4ec0-8a89-1e39e050c614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.88623222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"d8210aae-7633-42c9-b4fc-465d80a948e7","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.895975247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"2cf9363f-8f85-4ec0-8a89-1e39e050c614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.905124287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"70650e5f-93af-4877-831d-ab6dbb3a7b6b","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:10:21.919371324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"e2c3166c-6172-4ad7-827c-8d8c5addc5b8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.928808872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"a17550a9-549b-4f06-9fc9-e4fad0378ff9","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.956412652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"5da39ab0-b730-493a-a736-5af8e7ec59a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.960032865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"dd8b04dc-5c8f-471f-81a0-0cbf16bbcd36","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.977565523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"5da39ab0-b730-493a-a736-5af8e7ec59a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.980205753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"912e271d-285b-4d7d-a758-40022c395b71","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:21.997215488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"5da39ab0-b730-493a-a736-5af8e7ec59a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.05260145Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"ab18da8a-d89f-4149-8224-b09a4be11aef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"premium-w2-4be645","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.061866572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"66a01e36-715e-4b18-bc1c-81cb182ff65c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.082702989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"66a01e36-715e-4b18-bc1c-81cb182ff65c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.093390848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"d5883687-f2e3-41cd-bc9f-6f26998aed83","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.10247292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"66a01e36-715e-4b18-bc1c-81cb182ff65c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.117188993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"c88076ca-862a-4fea-bd95-130f41c07451","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.173991488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"9b997c78-18c3-468b-a20e-c08dab1c6305","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.178324547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"ec783f46-17e8-44fa-8dca-657ab067a099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.17874065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"f3cbea3e-0f24-4847-9200-0ece1f6db5af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.199485143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"ec783f46-17e8-44fa-8dca-657ab067a099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.199987331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"f3cbea3e-0f24-4847-9200-0ece1f6db5af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.219204252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"ec783f46-17e8-44fa-8dca-657ab067a099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.220380397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"f3cbea3e-0f24-4847-9200-0ece1f6db5af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.239551969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"8306a8c1-535b-4408-aac2-57d784ae8557","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.273606819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"5848930b-83ef-4b89-a600-f975ffd34b58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.28636438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c33e6b95-49c1-497f-bd28-6e5a4570e2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.307035267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c33e6b95-49c1-497f-bd28-6e5a4570e2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.32681826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c33e6b95-49c1-497f-bd28-6e5a4570e2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:10:22.34396845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c33e6b95-49c1-497f-bd28-6e5a4570e2a5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.401609177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"6df4652e-285e-4c8d-b07f-3057281607f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.422975286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"6df4652e-285e-4c8d-b07f-3057281607f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:22.444692437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"6df4652e-285e-4c8d-b07f-3057281607f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:26.878473344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"744e2029-444e-406b-a144-d4e605bb5e07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:26.938436292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"17a69bcb-0b99-4ec9-9811-335d5c90e48e","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:26.977396837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd12ed02-e8fc-4efb-a726-a6a1e375db70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:26.978018324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"1d5d3ab1-2177-48e9-a93c-758f27b43b7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:26.993439115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd12ed02-e8fc-4efb-a726-a6a1e375db70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.009148133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd12ed02-e8fc-4efb-a726-a6a1e375db70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.025012497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd12ed02-e8fc-4efb-a726-a6a1e375db70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.066079701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"a05c27d9-afb6-43b5-9acc-2bceb6ca635f","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.168237731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"8fa1aaf5-c685-4d37-af9c-4fb003036f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.168571011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"6fae08d8-7e42-4dfd-a740-f3fd9d14651c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.198905817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"6fae08d8-7e42-4dfd-a740-f3fd9d14651c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.200452692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"8fa1aaf5-c685-4d37-af9c-4fb003036f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.218929808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (59e4fce22aa6bb304d6c75f6e5e2646e79a2349b01cd85edbe4d27c92dc7f263) AuthConfig (954f2a346ee4837ec807442aec9a41ad0f4f01f19b411f696eca613e45680ad5) AuthConfig (50baf1942db54322a59fd6518c3e7581cd4b4b4b37907836e22242dcff6c868d) AuthConfig (3b394580805ac64f3cea263243de19f5c7b58b5b1f854d8953520178f59a3efc) AuthConfig (45b61f17ed42119eae7aa131e07254c6878527a840256d08078d49f627f23e15) AuthConfig (4c61e09bfe0220ca923c81d9f4a67421f519fd02736916618040d2190ad0d630) AuthConfig (af921807c13f5d1e62910651aec08d33201748192d585d2aa9980dfc56e2972a) AuthConfig (f52271b54b21a4379cb6cd083228cdcb37acb7d4ea09de953a5be3a09d8e55bf) AuthConfig (dac8a90f16949c75abb5e6f7ea5c20a69fd1834b428066bf6427555fe9ed6377) AuthConfig (baf092dd08053649c2d4bfd4c274d71b27361acd02711e0f800ddbcd68343664) AuthConfig (69334e22c23a8209c1edbd1cc8d7b7bd54ba3b6dacccd9b0fd94d127bcf63fd2) AuthConfig (2adc0c0d61a52c25fc8dab6f19456e1e8b4b719062d1bc2b71af74f25950fbbf) AuthConfig (8510e878d03291f8f36b4500d31bad6dc1b0ac0a267fd3535ed931f0bc49e988) AuthConfig (377a1ac30265ca5d024435ce55fc8808785d47de399a62492b6375648d54209a) AuthConfig (f417a72bcb171dfc196fd7adbbcb61f17fb5c490d84a9b325dbb3e4a7f44f2d4) AuthConfig (d886d41622d926a10ff87872db9df335d2aae37e7df0151cb57eb386eba610ae) AuthConfig (836e1d98fa54874a3b27ea15e4815b64daa00ea2ebb0dc5677feeab653d2193f) AuthConfig (a524b0f2cd15fb81e188cc98cd503b18e0c28849415232487c8a00c28cba6529) AuthConfig (8853b16010128ce55d25eb8ae8ea4d70e0e49d356a7a0946b125db6f2c80b95f) AuthConfig (b493ddaa8d503bc2aa05516defc34cf090fabd2be71f5d1f13edbb4aae574bb2) AuthConfig (382fea602bfe3a30253a606ff51874ccb33a00f74a3dc23cf34b8a1ade32b06e) AuthConfig (9aaaee5b5ef97bd7f9d8360174930497b92b12891e010178ea3005c6d698d298) AuthConfig (3ca4d381e7bbbf765cb2fa5794f9d27b85e904f80c0fed5b72ef2c178f1ea697) AuthConfig (ce61ec1aaec5fee966e00cfae32f98d4e2df5bdc67abe9a1f47e501917c0b88d) AuthConfig (413d81fe36be7915d133c8dfd72c902adb2f57a3dd6b03b3d6404c0dd06ad04b) AuthConfig (d822a63a0e7517d832ff3f8dd76fccbb71cadfa250ab2f14ba42eeb4cf7c1625) AuthConfig (97b77d244bde7208350bc5189906a7d3155af0b9d5b1705d0450122301c97bc2) AuthConfig (83453883d84b86bca96cb247800c0505a11f925bd4ad7ec95cb0b1a879a3f8a7) AuthConfig (dbad517714f9d4116a385d18f2d4b970322a59c233646c203de7bb4e3f1ca911) AuthConfig (5d48719d4de57010daf088b0d6b24f4b3c790be8b7116b6c51e46ae54e188fc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"6fae08d8-7e42-4dfd-a740-f3fd9d14651c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.220561771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (59e4fce22aa6bb304d6c75f6e5e2646e79a2349b01cd85edbe4d27c92dc7f263) AuthConfig (954f2a346ee4837ec807442aec9a41ad0f4f01f19b411f696eca613e45680ad5) AuthConfig (50baf1942db54322a59fd6518c3e7581cd4b4b4b37907836e22242dcff6c868d) AuthConfig (3b394580805ac64f3cea263243de19f5c7b58b5b1f854d8953520178f59a3efc) AuthConfig (45b61f17ed42119eae7aa131e07254c6878527a840256d08078d49f627f23e15) AuthConfig (4c61e09bfe0220ca923c81d9f4a67421f519fd02736916618040d2190ad0d630) AuthConfig (af921807c13f5d1e62910651aec08d33201748192d585d2aa9980dfc56e2972a) AuthConfig (f52271b54b21a4379cb6cd083228cdcb37acb7d4ea09de953a5be3a09d8e55bf) AuthConfig (dac8a90f16949c75abb5e6f7ea5c20a69fd1834b428066bf6427555fe9ed6377) AuthConfig (baf092dd08053649c2d4bfd4c274d71b27361acd02711e0f800ddbcd68343664) AuthConfig (69334e22c23a8209c1edbd1cc8d7b7bd54ba3b6dacccd9b0fd94d127bcf63fd2) AuthConfig (2adc0c0d61a52c25fc8dab6f19456e1e8b4b719062d1bc2b71af74f25950fbbf) AuthConfig (8510e878d03291f8f36b4500d31bad6dc1b0ac0a267fd3535ed931f0bc49e988) AuthConfig (377a1ac30265ca5d024435ce55fc8808785d47de399a62492b6375648d54209a) AuthConfig (f417a72bcb171dfc196fd7adbbcb61f17fb5c490d84a9b325dbb3e4a7f44f2d4) AuthConfig (d886d41622d926a10ff87872db9df335d2aae37e7df0151cb57eb386eba610ae) AuthConfig (836e1d98fa54874a3b27ea15e4815b64daa00ea2ebb0dc5677feeab653d2193f) AuthConfig (a524b0f2cd15fb81e188cc98cd503b18e0c28849415232487c8a00c28cba6529) AuthConfig (8853b16010128ce55d25eb8ae8ea4d70e0e49d356a7a0946b125db6f2c80b95f) AuthConfig (b493ddaa8d503bc2aa05516defc34cf090fabd2be71f5d1f13edbb4aae574bb2) AuthConfig (382fea602bfe3a30253a606ff51874ccb33a00f74a3dc23cf34b8a1ade32b06e) AuthConfig (9aaaee5b5ef97bd7f9d8360174930497b92b12891e010178ea3005c6d698d298) AuthConfig (3ca4d381e7bbbf765cb2fa5794f9d27b85e904f80c0fed5b72ef2c178f1ea697) AuthConfig (ce61ec1aaec5fee966e00cfae32f98d4e2df5bdc67abe9a1f47e501917c0b88d) AuthConfig (413d81fe36be7915d133c8dfd72c902adb2f57a3dd6b03b3d6404c0dd06ad04b) AuthConfig (d822a63a0e7517d832ff3f8dd76fccbb71cadfa250ab2f14ba42eeb4cf7c1625) AuthConfig (97b77d244bde7208350bc5189906a7d3155af0b9d5b1705d0450122301c97bc2) AuthConfig (83453883d84b86bca96cb247800c0505a11f925bd4ad7ec95cb0b1a879a3f8a7) AuthConfig (dbad517714f9d4116a385d18f2d4b970322a59c233646c203de7bb4e3f1ca911) AuthConfig (5d48719d4de57010daf088b0d6b24f4b3c790be8b7116b6c51e46ae54e188fc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"8fa1aaf5-c685-4d37-af9c-4fb003036f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.240718455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"040d4edb-87b7-481c-a8af-56a7d433341d","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.243483459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"6d62108d-bcd8-4ce9-9aa4-2684ea5864ad","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.290453575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"91c3d5e6-6d45-4ee8-ac5c-e30da6d09e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.292001644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"309bdf05-ced7-41d9-b48f-9b011fe9f97d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.311743057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"91c3d5e6-6d45-4ee8-ac5c-e30da6d09e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.31338662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"309bdf05-ced7-41d9-b48f-9b011fe9f97d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.331987725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (59e4fce22aa6bb304d6c75f6e5e2646e79a2349b01cd85edbe4d27c92dc7f263) AuthConfig (954f2a346ee4837ec807442aec9a41ad0f4f01f19b411f696eca613e45680ad5) AuthConfig (50baf1942db54322a59fd6518c3e7581cd4b4b4b37907836e22242dcff6c868d) AuthConfig (3b394580805ac64f3cea263243de19f5c7b58b5b1f854d8953520178f59a3efc) AuthConfig (45b61f17ed42119eae7aa131e07254c6878527a840256d08078d49f627f23e15) AuthConfig (4c61e09bfe0220ca923c81d9f4a67421f519fd02736916618040d2190ad0d630) AuthConfig (af921807c13f5d1e62910651aec08d33201748192d585d2aa9980dfc56e2972a) AuthConfig (f52271b54b21a4379cb6cd083228cdcb37acb7d4ea09de953a5be3a09d8e55bf) AuthConfig (dac8a90f16949c75abb5e6f7ea5c20a69fd1834b428066bf6427555fe9ed6377) AuthConfig (baf092dd08053649c2d4bfd4c274d71b27361acd02711e0f800ddbcd68343664) AuthConfig (69334e22c23a8209c1edbd1cc8d7b7bd54ba3b6dacccd9b0fd94d127bcf63fd2) AuthConfig (2adc0c0d61a52c25fc8dab6f19456e1e8b4b719062d1bc2b71af74f25950fbbf) AuthConfig (8510e878d03291f8f36b4500d31bad6dc1b0ac0a267fd3535ed931f0bc49e988) AuthConfig (377a1ac30265ca5d024435ce55fc8808785d47de399a62492b6375648d54209a) AuthConfig (f417a72bcb171dfc196fd7adbbcb61f17fb5c490d84a9b325dbb3e4a7f44f2d4) AuthConfig (d886d41622d926a10ff87872db9df335d2aae37e7df0151cb57eb386eba610ae) AuthConfig (836e1d98fa54874a3b27ea15e4815b64daa00ea2ebb0dc5677feeab653d2193f) AuthConfig (a524b0f2cd15fb81e188cc98cd503b18e0c28849415232487c8a00c28cba6529) AuthConfig (8853b16010128ce55d25eb8ae8ea4d70e0e49d356a7a0946b125db6f2c80b95f) AuthConfig (b493ddaa8d503bc2aa05516defc34cf090fabd2be71f5d1f13edbb4aae574bb2) AuthConfig (382fea602bfe3a30253a606ff51874ccb33a00f74a3dc23cf34b8a1ade32b06e) AuthConfig (9aaaee5b5ef97bd7f9d8360174930497b92b12891e010178ea3005c6d698d298) AuthConfig (3ca4d381e7bbbf765cb2fa5794f9d27b85e904f80c0fed5b72ef2c178f1ea697) AuthConfig (ce61ec1aaec5fee966e00cfae32f98d4e2df5bdc67abe9a1f47e501917c0b88d) AuthConfig (413d81fe36be7915d133c8dfd72c902adb2f57a3dd6b03b3d6404c0dd06ad04b) AuthConfig (d822a63a0e7517d832ff3f8dd76fccbb71cadfa250ab2f14ba42eeb4cf7c1625) AuthConfig (97b77d244bde7208350bc5189906a7d3155af0b9d5b1705d0450122301c97bc2) AuthConfig (83453883d84b86bca96cb247800c0505a11f925bd4ad7ec95cb0b1a879a3f8a7) AuthConfig (dbad517714f9d4116a385d18f2d4b970322a59c233646c203de7bb4e3f1ca911) AuthConfig (5d48719d4de57010daf088b0d6b24f4b3c790be8b7116b6c51e46ae54e188fc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"91c3d5e6-6d45-4ee8-ac5c-e30da6d09e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.336365352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (59e4fce22aa6bb304d6c75f6e5e2646e79a2349b01cd85edbe4d27c92dc7f263) AuthConfig (954f2a346ee4837ec807442aec9a41ad0f4f01f19b411f696eca613e45680ad5) AuthConfig (50baf1942db54322a59fd6518c3e7581cd4b4b4b37907836e22242dcff6c868d) AuthConfig (3b394580805ac64f3cea263243de19f5c7b58b5b1f854d8953520178f59a3efc) AuthConfig (45b61f17ed42119eae7aa131e07254c6878527a840256d08078d49f627f23e15) AuthConfig (4c61e09bfe0220ca923c81d9f4a67421f519fd02736916618040d2190ad0d630) AuthConfig (af921807c13f5d1e62910651aec08d33201748192d585d2aa9980dfc56e2972a) AuthConfig (f52271b54b21a4379cb6cd083228cdcb37acb7d4ea09de953a5be3a09d8e55bf) AuthConfig (dac8a90f16949c75abb5e6f7ea5c20a69fd1834b428066bf6427555fe9ed6377) AuthConfig (baf092dd08053649c2d4bfd4c274d71b27361acd02711e0f800ddbcd68343664) AuthConfig (69334e22c23a8209c1edbd1cc8d7b7bd54ba3b6dacccd9b0fd94d127bcf63fd2) AuthConfig (2adc0c0d61a52c25fc8dab6f19456e1e8b4b719062d1bc2b71af74f25950fbbf) AuthConfig (8510e878d03291f8f36b4500d31bad6dc1b0ac0a267fd3535ed931f0bc49e988) AuthConfig (377a1ac30265ca5d024435ce55fc8808785d47de399a62492b6375648d54209a) AuthConfig (f417a72bcb171dfc196fd7adbbcb61f17fb5c490d84a9b325dbb3e4a7f44f2d4) AuthConfig (d886d41622d926a10ff87872db9df335d2aae37e7df0151cb57eb386eba610ae) AuthConfig (836e1d98fa54874a3b27ea15e4815b64daa00ea2ebb0dc5677feeab653d2193f) AuthConfig (a524b0f2cd15fb81e188cc98cd503b18e0c28849415232487c8a00c28cba6529) AuthConfig (8853b16010128ce55d25eb8ae8ea4d70e0e49d356a7a0946b125db6f2c80b95f) AuthConfig (b493ddaa8d503bc2aa05516defc34cf090fabd2be71f5d1f13edbb4aae574bb2) AuthConfig (382fea602bfe3a30253a606ff51874ccb33a00f74a3dc23cf34b8a1ade32b06e) AuthConfig (9aaaee5b5ef97bd7f9d8360174930497b92b12891e010178ea3005c6d698d298) AuthConfig (3ca4d381e7bbbf765cb2fa5794f9d27b85e904f80c0fed5b72ef2c178f1ea697) AuthConfig (ce61ec1aaec5fee966e00cfae32f98d4e2df5bdc67abe9a1f47e501917c0b88d) AuthConfig (413d81fe36be7915d133c8dfd72c902adb2f57a3dd6b03b3d6404c0dd06ad04b) AuthConfig (d822a63a0e7517d832ff3f8dd76fccbb71cadfa250ab2f14ba42eeb4cf7c1625) AuthConfig (97b77d244bde7208350bc5189906a7d3155af0b9d5b1705d0450122301c97bc2) AuthConfig (83453883d84b86bca96cb247800c0505a11f925bd4ad7ec95cb0b1a879a3f8a7) AuthConfig (dbad517714f9d4116a385d18f2d4b970322a59c233646c203de7bb4e3f1ca911) AuthConfig (5d48719d4de57010daf088b0d6b24f4b3c790be8b7116b6c51e46ae54e188fc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"309bdf05-ced7-41d9-b48f-9b011fe9f97d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:10:27.365982906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"309bdf05-ced7-41d9-b48f-9b011fe9f97d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.41976375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"d4b84c34-a326-4ff6-837f-b0e3532b7c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.440516846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"d4b84c34-a326-4ff6-837f-b0e3532b7c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.470562655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (59e4fce22aa6bb304d6c75f6e5e2646e79a2349b01cd85edbe4d27c92dc7f263) AuthConfig (954f2a346ee4837ec807442aec9a41ad0f4f01f19b411f696eca613e45680ad5) AuthConfig (50baf1942db54322a59fd6518c3e7581cd4b4b4b37907836e22242dcff6c868d) AuthConfig (3b394580805ac64f3cea263243de19f5c7b58b5b1f854d8953520178f59a3efc) AuthConfig (45b61f17ed42119eae7aa131e07254c6878527a840256d08078d49f627f23e15) AuthConfig (4c61e09bfe0220ca923c81d9f4a67421f519fd02736916618040d2190ad0d630) AuthConfig (af921807c13f5d1e62910651aec08d33201748192d585d2aa9980dfc56e2972a) AuthConfig (f52271b54b21a4379cb6cd083228cdcb37acb7d4ea09de953a5be3a09d8e55bf) AuthConfig (dac8a90f16949c75abb5e6f7ea5c20a69fd1834b428066bf6427555fe9ed6377) AuthConfig (baf092dd08053649c2d4bfd4c274d71b27361acd02711e0f800ddbcd68343664) AuthConfig (69334e22c23a8209c1edbd1cc8d7b7bd54ba3b6dacccd9b0fd94d127bcf63fd2) AuthConfig (2adc0c0d61a52c25fc8dab6f19456e1e8b4b719062d1bc2b71af74f25950fbbf) AuthConfig (8510e878d03291f8f36b4500d31bad6dc1b0ac0a267fd3535ed931f0bc49e988) AuthConfig (377a1ac30265ca5d024435ce55fc8808785d47de399a62492b6375648d54209a) AuthConfig (f417a72bcb171dfc196fd7adbbcb61f17fb5c490d84a9b325dbb3e4a7f44f2d4) AuthConfig (d886d41622d926a10ff87872db9df335d2aae37e7df0151cb57eb386eba610ae) AuthConfig (836e1d98fa54874a3b27ea15e4815b64daa00ea2ebb0dc5677feeab653d2193f) AuthConfig (a524b0f2cd15fb81e188cc98cd503b18e0c28849415232487c8a00c28cba6529) AuthConfig (8853b16010128ce55d25eb8ae8ea4d70e0e49d356a7a0946b125db6f2c80b95f) AuthConfig (b493ddaa8d503bc2aa05516defc34cf090fabd2be71f5d1f13edbb4aae574bb2) AuthConfig (382fea602bfe3a30253a606ff51874ccb33a00f74a3dc23cf34b8a1ade32b06e) AuthConfig (9aaaee5b5ef97bd7f9d8360174930497b92b12891e010178ea3005c6d698d298) AuthConfig (3ca4d381e7bbbf765cb2fa5794f9d27b85e904f80c0fed5b72ef2c178f1ea697) AuthConfig (ce61ec1aaec5fee966e00cfae32f98d4e2df5bdc67abe9a1f47e501917c0b88d) AuthConfig (413d81fe36be7915d133c8dfd72c902adb2f57a3dd6b03b3d6404c0dd06ad04b) AuthConfig (d822a63a0e7517d832ff3f8dd76fccbb71cadfa250ab2f14ba42eeb4cf7c1625) AuthConfig (97b77d244bde7208350bc5189906a7d3155af0b9d5b1705d0450122301c97bc2) AuthConfig (83453883d84b86bca96cb247800c0505a11f925bd4ad7ec95cb0b1a879a3f8a7) AuthConfig (dbad517714f9d4116a385d18f2d4b970322a59c233646c203de7bb4e3f1ca911) AuthConfig (5d48719d4de57010daf088b0d6b24f4b3c790be8b7116b6c51e46ae54e188fc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"d4b84c34-a326-4ff6-837f-b0e3532b7c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.667193223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4424f0f7-483f-42ac-a51e-1ef2d4ed9e10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.68329479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4424f0f7-483f-42ac-a51e-1ef2d4ed9e10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.698872962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4424f0f7-483f-42ac-a51e-1ef2d4ed9e10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.714432388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4424f0f7-483f-42ac-a51e-1ef2d4ed9e10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.84040826Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-854b9e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-854b9e","reconcileID":"b79e3142-c68e-4fc4-b886-6c7750d18b08","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-854b9e","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-854b9e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.911987868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"4c3d15fc-456e-4e4c-aabe-460fd9c1cb2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:27.935648014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"4c3d15fc-456e-4e4c-aabe-460fd9c1cb2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:28.024923577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"71a56ab2-f40e-490b-ba63-1faa8cff660b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:28.025296741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"e6b38035-8607-4f74-a766-2d8d51879e53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:28.046952594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"e6b38035-8607-4f74-a766-2d8d51879e53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:28.047646859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"71a56ab2-f40e-490b-ba63-1faa8cff660b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:28.128753532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"2152337b-9e73-4ad3-91ee-add2281e6d55","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:28.132062464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"61b35935-5d9c-41eb-a41f-9b0eb1bf016c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:28.154119408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"61b35935-5d9c-41eb-a41f-9b0eb1bf016c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:28.234509452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"27c30777-76cd-4295-ab12-f66dd011daf6","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:28.235452116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"568d34da-116e-42c0-93cc-e305d4ce8024","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:28.244836863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"0b736d68-f6ef-4e04-80af-677b8d37ac60","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:28.370143892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352441a9-0101-4d25-b75c-3b157969a58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:28.385683132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352441a9-0101-4d25-b75c-3b157969a58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:28.401038085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352441a9-0101-4d25-b75c-3b157969a58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:28.416621402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352441a9-0101-4d25-b75c-3b157969a58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.290187053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"c5f924fe-654b-4747-a48d-72c2742b18d4","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.309026517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"22410f63-981c-4f96-8655-d6fe50ea995a","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.355846409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e06c4e8-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-bulk-sub-3e06c4e8-auth","reconcileID":"4a69d3f0-c187-4af1-8e25-162295d561be","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e06c4e8-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.380382004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e06c4e8-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-bulk-sub-3e06c4e8-auth","reconcileID":"4a69d3f0-c187-4af1-8e25-162295d561be","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e06c4e8-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.503429848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"8fcd3832-49ef-42fe-98eb-a52753f186d9","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.525727115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"509ae53e-8c5d-4c12-8f11-40466c9d5b1a","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.546660954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"9046e20a-5196-4964-9d65-0a4c3c0149de","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:10:34.5481424Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-555d1e/e2e-bulk-sub-3e06c4e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-3e06c4e8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.552613665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"1e5c9036-d227-4bc1-920f-77be7a0c13a2","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.557504458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"0104e96e-5183-4a86-8407-27c1feb4541c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.557925612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"0bbddccc-9850-47df-ba7e-1e65bbbcf38c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.567979048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"38c77268-3317-4318-a3ac-7a9f439a02ba","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.578850678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"0104e96e-5183-4a86-8407-27c1feb4541c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.578954813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"0bbddccc-9850-47df-ba7e-1e65bbbcf38c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.65015945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e06c4e8-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-bulk-sub-3e06c4e8-auth","reconcileID":"3097713a-a9de-47ad-a72a-d0e66075fab8","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e06c4e8-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.656030161Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-3e06c4e8","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-bulk-sub-3e06c4e8","reconcileID":"425a4952-30d2-4ee3-b788-1741d0571fc2","MaaSSubscription":{"name":"e2e-bulk-sub-3e06c4e8","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-555d1e/e2e-bulk-sub-3e06c4e8","ai-tenant-e2e-worker-w0-555d1e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.671301276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e06c4e8-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-bulk-sub-3e06c4e8-auth","reconcileID":"3097713a-a9de-47ad-a72a-d0e66075fab8","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e06c4e8-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.712516135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"cf18b8c3-53d2-424e-ba84-e893c3f1f756","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.732630179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"0d3b2812-5793-418d-a35c-0c359fc18fc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.750678509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"7c0e2d0d-f4f6-4e5e-84f6-3b0466658d87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.751018591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"9d050774-e9d9-448d-9715-c67883214adf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.772215922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"9d050774-e9d9-448d-9715-c67883214adf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.772321997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"7c0e2d0d-f4f6-4e5e-84f6-3b0466658d87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:34.832442361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-3e06c4e8","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-bulk-sub-3e06c4e8","reconcileID":"25f88f1c-e2b9-4942-9fef-1e4184c8ed07","MaaSSubscription":{"name":"e2e-bulk-sub-3e06c4e8","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:36.105529765Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:36.404336255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"101f37a0-cde4-4598-90ae-2421e337e186","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:37.210222098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"f3d274a8-4e1f-494b-a776-2b67739648da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:37.380677084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"a5d5a697-319c-4a23-8fe3-9dd8ab6f360f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:37.401983987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"a5d5a697-319c-4a23-8fe3-9dd8ab6f360f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:37.519512284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"05b2b7a6-2950-4105-8e6c-1c15bb9bc7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:37.540403191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"05b2b7a6-2950-4105-8e6c-1c15bb9bc7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:37.57651801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"57e58561-6d24-4d7c-a4e3-83e43224a02d","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:37.688015622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"a7176a07-c308-49c8-bc5b-52ba0cc83161","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-854b9e","tenantID":"e2e-inf-b-854b9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:37.733802109Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"a7176a07-c308-49c8-bc5b-52ba0cc83161","name":"e2e-inf-b-854b9e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:37.754134161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"3d6a2280-160e-4aae-8218-0206431ec230","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:37.871332891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"b63ac644-7bbd-46c3-ac01-bf0bd62cf296","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:37.92270275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e06c4e8-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-bulk-sub-3e06c4e8-auth","reconcileID":"ec12bdd3-1e9f-4391-b31f-66fea4b9d767","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e06c4e8-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:37.922712574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"5d2ed2b8-8eed-4c9a-b479-f27bbd92e759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:37.92337426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"12026d75-df5e-4f41-96ea-4e1b15654ee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:37.945331217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"5d2ed2b8-8eed-4c9a-b479-f27bbd92e759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:37.945331117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e06c4e8-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-bulk-sub-3e06c4e8-auth","reconcileID":"ec12bdd3-1e9f-4391-b31f-66fea4b9d767","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e06c4e8-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:37.947651357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"12026d75-df5e-4f41-96ea-4e1b15654ee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:39.388823867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"aeec7021-ba4a-4d99-b52d-5f8280cefccd","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:39.38920003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"fd9d5574-7265-4062-aefe-5a517ad211e9","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:39.422915316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"f07766df-237e-455b-a875-9d4f37c67843","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:39.423238591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"c8512682-6e5e-4062-a7f8-e18306a597bb","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:39.443180664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1f1f496b-507f-41d9-9bf4-f6c16b5cd7a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:39.461245326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"a3a152f5-d955-49cf-be90-f28a104e0e08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:39.463979228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1f1f496b-507f-41d9-9bf4-f6c16b5cd7a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:39.465447854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"21f8e5c8-f72c-4e46-b488-c1b7f7a704c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:39.545930453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"68be7b3a-1313-4d25-b2bc-3b1e9125a8f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:39.559134179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1db03469-4759-4b72-b9fc-a21629511794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:39.56701756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"68be7b3a-1313-4d25-b2bc-3b1e9125a8f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:39.593992367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1db03469-4759-4b72-b9fc-a21629511794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:39.772073153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"6f196ccb-e72c-42b2-95fa-70847ad54ef8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:39.793229882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"6f196ccb-e72c-42b2-95fa-70847ad54ef8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:41.717260621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"4b73ea76-0080-43b1-a030-f5f0e0294ac6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:42.329387678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"36358cb0-83d6-439b-be7c-cfb9db469bb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:44.14357074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"de3e9a4c-a54f-4e26-a945-d3a2616f8e70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:45.709147827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"f2ad2960-1fb9-4686-a3c4-bce52ba4b374","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:46.360903642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"329a333f-786e-42d1-8d0f-e98359f7b078","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:46.381879962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"a5efe15c-ddf4-4566-b91c-dfd608d68987","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:10:46.393890338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-c99851ce","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-apikey-sub-binding-c99851ce","reconcileID":"443f0afb-7402-4681-b4d3-b6b15bfaee2d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-c99851ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:46.40838583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"e9fc89f5-6db4-49bb-aa53-20794f835cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:46.408487305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"9592c7d6-24f6-4fc6-a7da-2abb37249a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:46.431295656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"9592c7d6-24f6-4fc6-a7da-2abb37249a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:46.432335807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"e9fc89f5-6db4-49bb-aa53-20794f835cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:46.433883395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"9781f36c-3071-4a88-95c3-db48e890cb89","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:46.453422962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"a8fc6870-f6c5-47f0-9df0-65e8bb4f146e","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:46.552991979Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-c99851ce","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-apikey-sub-binding-c99851ce","reconcileID":"052b78a2-050b-4e0c-afb2-1989ba620bc2","MaaSSubscription":{"name":"e2e-apikey-sub-binding-c99851ce","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/e2e-apikey-sub-binding-c99851ce","ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:46.614590206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"d38835f8-c294-4d91-b7b3-5db2f4d3cf1a","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:46.615106613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"573212c8-a4b6-4b63-968b-beff54e36d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:46.615158492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"afcf5a44-ac0e-4478-b2e0-0ea3548a4192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:46.634945999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"2bca22fc-d0ea-4eba-8ae4-dce099892afc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:46.63949902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"573212c8-a4b6-4b63-968b-beff54e36d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:46.639565669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"afcf5a44-ac0e-4478-b2e0-0ea3548a4192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:46.723277073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-c99851ce","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-apikey-sub-binding-c99851ce","reconcileID":"bf894492-4b40-478a-a7a9-1b804a549b96","MaaSSubscription":{"name":"e2e-apikey-sub-binding-c99851ce","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:47.925235029Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-3e06c4e8","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-bulk-sub-3e06c4e8","reconcileID":"097ac924-9c30-4513-9d8e-18cd46cbefd3","MaaSSubscription":{"name":"e2e-bulk-sub-3e06c4e8","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscription":"e2e-bulk-sub-3e06c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:47.996313468Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-3e06c4e8","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-bulk-sub-3e06c4e8","reconcileID":"097ac924-9c30-4513-9d8e-18cd46cbefd3","MaaSSubscription":{"name":"e2e-bulk-sub-3e06c4e8","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-555d1e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:48.061895528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"a27ca629-38f6-4de2-89e0-72afc956e4d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:48.064295356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"89fec735-7081-49eb-8b96-a974f98ed68d","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:48.087598497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"abd90682-7096-4532-acc4-de8d3dad857a","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:48.11276614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"82c7a33e-c174-4726-bbec-80c50b3221fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:48.112961494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e06c4e8-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-bulk-sub-3e06c4e8-auth","reconcileID":"c776ac0f-b894-4028-80b2-884b77e171e3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e06c4e8-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:48.112766644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"55746f43-9cf3-4c7e-88c2-8dd27f3c347a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:48.134164531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"82c7a33e-c174-4726-bbec-80c50b3221fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:48.134307931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"55746f43-9cf3-4c7e-88c2-8dd27f3c347a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:48.136323348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e06c4e8-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-bulk-sub-3e06c4e8-auth","reconcileID":"c776ac0f-b894-4028-80b2-884b77e171e3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e06c4e8-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:48.223363538Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e06c4e8-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-bulk-sub-3e06c4e8-auth","reconcileID":"e3462ed2-1b7d-48f0-b13a-217f61572ddc","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3e06c4e8-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:48.223549657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"fe35c8c0-c9dd-4ddc-98ce-d698b89b5d8d","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:48.387880514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"266b03df-8002-4367-ae46-32155f1ea391","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:49.184080686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024be3bc-4642-4373-9e6a-e4b2f2190646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:49.200214068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024be3bc-4642-4373-9e6a-e4b2f2190646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:49.215766225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024be3bc-4642-4373-9e6a-e4b2f2190646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:49.231215518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024be3bc-4642-4373-9e6a-e4b2f2190646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:49.378371655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"9d64eee0-8d44-4043-9b5c-4135864b8011","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:49.424754012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"827ecf67-f7a5-4a42-87b3-9754267c10ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:49.4249809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"a2598604-afe4-4add-a5a6-f88449b83dcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:49.446297531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"827ecf67-f7a5-4a42-87b3-9754267c10ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:49.44631994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"a2598604-afe4-4add-a5a6-f88449b83dcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:49.854660025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3380c5f-dc32-4d4d-b534-bc7924157f31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:49.872526086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3380c5f-dc32-4d4d-b534-bc7924157f31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:49.890087946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3380c5f-dc32-4d4d-b534-bc7924157f31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:49.906290661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3380c5f-dc32-4d4d-b534-bc7924157f31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:49.941513911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"f8d0c7f5-d0fd-4215-9357-9fbf6c8e5278","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:49.963099076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"4a74e8ef-753c-4e87-a802-28e12edd1ee0","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.024195813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5466a608-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-dry-sub-5466a608-auth","reconcileID":"b0e51b17-c826-4b69-b5ae-f22ba60d1bb6","MaaSAuthPolicy":{"name":"e2e-dry-sub-5466a608-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.047148234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5466a608-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-dry-sub-5466a608-auth","reconcileID":"b0e51b17-c826-4b69-b5ae-f22ba60d1bb6","MaaSAuthPolicy":{"name":"e2e-dry-sub-5466a608-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.145408363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"b4b7a503-99d5-4a7f-bb77-45b9041415f4","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.171088893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"15222896-9b74-4621-884f-428dfe4330b6","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:10:50.179646277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5466a608","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-dry-sub-5466a608","reconcileID":"5075ba3f-8872-4035-ad76-64936a5a25da","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-5466a608\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.193635767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"5d909a18-3758-41ae-889c-e05f8de9b228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.193658844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"448833fe-d033-4a3a-9f9e-7fd3345a6394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.214717963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"5d909a18-3758-41ae-889c-e05f8de9b228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.214742227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"448833fe-d033-4a3a-9f9e-7fd3345a6394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.218328903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"66347340-eebd-4477-bda4-1320db634e87","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.222629333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"a0d718b5-aa73-4bf9-8590-6225a465c983","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.239375758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"3b216c3d-c688-4653-ac27-9eaeb1822be0","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.292715147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5466a608-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-dry-sub-5466a608-auth","reconcileID":"257e7111-d4e5-43ea-80f2-a2f877f76123","MaaSAuthPolicy":{"name":"e2e-dry-sub-5466a608-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.313229412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5466a608-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-dry-sub-5466a608-auth","reconcileID":"257e7111-d4e5-43ea-80f2-a2f877f76123","MaaSAuthPolicy":{"name":"e2e-dry-sub-5466a608-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.328259401Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5466a608","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-dry-sub-5466a608","reconcileID":"eb75b756-dc5d-410d-872d-31b83784ce40","MaaSSubscription":{"name":"e2e-dry-sub-5466a608","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-555d1e/e2e-dry-sub-5466a608","ai-tenant-e2e-worker-w0-555d1e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.384165221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"3c2ce64c-2331-4d0e-92fe-9996d0713991","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.392398429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"c4c10f72-6175-406c-b727-5c571b89a77f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.392540795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"2097ed35-4af9-4d83-af5a-9c9d1c25250f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.404026381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"3b58615a-5938-4624-af84-4065f10c7b3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.412998757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"c4c10f72-6175-406c-b727-5c571b89a77f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.413059126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"2097ed35-4af9-4d83-af5a-9c9d1c25250f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:50.504432513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5466a608","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-dry-sub-5466a608","reconcileID":"fecaa1b3-2e49-4a8e-99d6-7609b9b6cd53","MaaSSubscription":{"name":"e2e-dry-sub-5466a608","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:52.206535426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"c15a63e7-349a-47fd-a7a0-fa5a10940c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:52.206535594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c614841d-8617-4053-a8e5-e8d32a3508bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:52.229363292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"c15a63e7-349a-47fd-a7a0-fa5a10940c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:52.231175089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c614841d-8617-4053-a8e5-e8d32a3508bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:53.292288709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"7c360c29-96ab-458b-a300-4a6dbe15a11d","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:53.343160506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5466a608-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-dry-sub-5466a608-auth","reconcileID":"e5b888a6-6c33-4289-b1ba-48a3e94a7a38","MaaSAuthPolicy":{"name":"e2e-dry-sub-5466a608-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:53.343366909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ab2a1df2-0ae2-4cc2-94ff-95b964f094b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:53.34370866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"5e413042-c287-4179-810c-09482fbcff20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:53.373884053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5466a608-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-dry-sub-5466a608-auth","reconcileID":"e5b888a6-6c33-4289-b1ba-48a3e94a7a38","MaaSAuthPolicy":{"name":"e2e-dry-sub-5466a608-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:53.379512955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ab2a1df2-0ae2-4cc2-94ff-95b964f094b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:53.379856522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"5e413042-c287-4179-810c-09482fbcff20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:54.07256201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"ce8f437a-3c67-4591-b4e9-ee661c7f3c3e","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:59.43753597Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-c99851ce","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-apikey-sub-binding-c99851ce","reconcileID":"14fb925e-8db5-4aed-bb61-271a6d2f9cab","MaaSSubscription":{"name":"e2e-apikey-sub-binding-c99851ce","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscription":"e2e-apikey-sub-binding-c99851ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:59.511415475Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-c99851ce","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-apikey-sub-binding-c99851ce","reconcileID":"14fb925e-8db5-4aed-bb61-271a6d2f9cab","MaaSSubscription":{"name":"e2e-apikey-sub-binding-c99851ce","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:59.576705864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"7e0a3433-72e6-47b3-b5ee-a40c145ee559","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:59.582449062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"76c5f007-429f-4eb8-a94d-5a4ef9fdd9a2","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:59.649726898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"5226b295-c3da-4d1a-997f-846657187ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:59.649967284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"f939d562-334e-4727-8923-e8423fbcfe9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:59.683591679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"f939d562-334e-4727-8923-e8423fbcfe9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:10:59.683714944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"5226b295-c3da-4d1a-997f-846657187ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:00.583196482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"464ee076-59c7-4bac-9ae9-b7d79139f7f1","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:00.60413049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"b45b5549-516b-4fd1-b2b2-7c7afb50d73b","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:00.618442384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-ordering-sub","reconcileID":"166c422c-3352-4c60-b973-8ae05d2d1f6d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:00.635919599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"537f7968-464c-4e1c-930f-fc8471fe8592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:00.636350787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"c565a148-94f7-4043-af8b-9c02b711c086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:00.65716131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"537f7968-464c-4e1c-930f-fc8471fe8592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:00.657667099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"b62ab4ad-bb3a-42b3-b14e-dfe920076dce","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:00.657849681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"c565a148-94f7-4043-af8b-9c02b711c086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:00.678058759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"5ef24a4c-c732-46e5-a9b8-905cdf7076d8","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:00.765816364Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-ordering-sub","reconcileID":"203bda74-61f7-4f87-9976-8abea030ce8d","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/e2e-ordering-sub","ai-tenant-e2e-worker-w2-4be645/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:00.823912832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"f8b6e7c6-3bc5-4efc-901a-df8eac95013f","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:00.839762123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"bce16dc5-e289-4cd8-bdc6-44c5e4fabdb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:00.839764831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"99fe0f74-4751-4c3e-8c76-e99432511d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:00.845377999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"9530c15d-ab30-4afb-8eee-bad2e12d7942","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:00.8612145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"bce16dc5-e289-4cd8-bdc6-44c5e4fabdb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:00.86251524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"99fe0f74-4751-4c3e-8c76-e99432511d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:00.948378409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-ordering-sub","reconcileID":"4ab13cbf-84ad-4cc3-a48c-f8cbaa12b0d7","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:03.346213546Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5466a608","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-dry-sub-5466a608","reconcileID":"97574f95-3300-4e16-b4c0-efdc7d5039f2","MaaSSubscription":{"name":"e2e-dry-sub-5466a608","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscription":"e2e-dry-sub-5466a608","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:03.419217402Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5466a608","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-dry-sub-5466a608","reconcileID":"97574f95-3300-4e16-b4c0-efdc7d5039f2","MaaSSubscription":{"name":"e2e-dry-sub-5466a608","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-555d1e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:03.486122455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"6be52516-9120-4e9e-af50-cb9b56f6d938","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:03.505989881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"1013ba05-f299-4ec2-a59e-51819c73d133","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:03.539985515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"99132559-7acb-4c32-9773-4362ea13fa8a","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:03.571765973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"ac1c374d-0247-424f-b371-91774dca3e98","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:03.578071181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"2f2f96aa-5ddc-42ca-a1cc-32d6fdd210e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:03.578322742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"0610e9f2-1ec6-4710-bd30-518985ea07e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:03.578071184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5466a608-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-dry-sub-5466a608-auth","reconcileID":"d436b302-6727-4c46-93c6-08930187ae65","MaaSAuthPolicy":{"name":"e2e-dry-sub-5466a608-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:03.609078261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"20af65c0-91cd-4ad4-aa70-1cd8495493a2","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:03.618132243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"0610e9f2-1ec6-4710-bd30-518985ea07e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:03.620912236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"2f2f96aa-5ddc-42ca-a1cc-32d6fdd210e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:03.624964313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5466a608-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-dry-sub-5466a608-auth","reconcileID":"d436b302-6727-4c46-93c6-08930187ae65","MaaSAuthPolicy":{"name":"e2e-dry-sub-5466a608-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:03.668178112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"3df7c9a8-8de9-4b46-93f5-7a56d7c78e03","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:03.677048275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-ordering-auth","reconcileID":"4d34eb3d-ff16-480a-98cf-47517dffd27b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:03.699958774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-ordering-auth","reconcileID":"4d34eb3d-ff16-480a-98cf-47517dffd27b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:03.858871334Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5466a608-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-dry-sub-5466a608-auth","reconcileID":"8b0b6098-5702-458e-b13b-b6a7b12aa0fa","MaaSAuthPolicy":{"name":"e2e-dry-sub-5466a608-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:03.881262853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"d78bead8-dd2a-4263-a342-77e259b665eb","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:04.081332299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"8c5584ec-5d56-4002-a551-f5e2509c2e97","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.287695115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"cef3f0b3-c5b9-4eeb-a505-0188d3ddfa91","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.306288325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"7fe7a204-e0f7-40c2-b267-0438f7314651","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.352634455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-combo-sub-a0aaedc2-auth","reconcileID":"a6dfc6db-ec63-4a00-bc41-b078fe57774c","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.373711229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-combo-sub-a0aaedc2-auth","reconcileID":"a6dfc6db-ec63-4a00-bc41-b078fe57774c","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.462736599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"f5329221-8a80-4b0c-af65-a48e6ef2aedf","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.494478652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"b2a87608-2e34-47f9-bb93-f6e86f1a4618","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.510560469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-combo-sub-a0aaedc2-auth","reconcileID":"ab662894-3351-4d0a-a1ae-48e31144868a","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.513282312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"aea8f140-fd2e-4d8a-a05b-910bab9d2586","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:05.529358664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-a0aaedc2","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-combo-sub-a0aaedc2","reconcileID":"d958a704-47cf-44a1-8246-d3fead3e8699","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-a0aaedc2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.533798317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-combo-sub-a0aaedc2-auth","reconcileID":"ab662894-3351-4d0a-a1ae-48e31144868a","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.572330573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"3a7005a1-5e00-4eeb-8e5e-d54991db58ef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.593499713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"fd65a595-6130-4a71-a6eb-cc21f435cfaf","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.610740034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"4f907bb0-adf6-47d5-b221-dede44fd913d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.610742018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"a25f6893-9697-4632-9063-6e0d809ee3a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.632772402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"a25f6893-9697-4632-9063-6e0d809ee3a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.633067483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"4f907bb0-adf6-47d5-b221-dede44fd913d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.680589025Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-a0aaedc2","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-combo-sub-a0aaedc2","reconcileID":"eff7725e-3659-4787-ab0d-7521b005d7fe","MaaSSubscription":{"name":"e2e-combo-sub-a0aaedc2","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-555d1e/e2e-combo-sub-a0aaedc2","ai-tenant-e2e-worker-w0-555d1e/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:05.707771653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-combo-sub-a0aaedc2-auth","reconcileID":"ab662894-3351-4d0a-a1ae-48e31144868a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-combo-sub-a0aaedc2-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.735302016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"9a178b8c-ab09-4a33-bfd4-c7868cdcb2bf","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.751353566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"2733f5e2-1146-4861-bbff-39fc21ec5235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.751415606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"8ade11a4-9f53-4a99-9777-cf8de76f205b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.753365926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-combo-sub-a0aaedc2-auth","reconcileID":"c73241dd-b07e-427b-8bcb-41c0204d0f83","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.75831091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"f5732b14-c8d0-41bc-9b67-cfaf710919a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.772558598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"8ade11a4-9f53-4a99-9777-cf8de76f205b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.77256359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"2733f5e2-1146-4861-bbff-39fc21ec5235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.774766106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-combo-sub-a0aaedc2-auth","reconcileID":"c73241dd-b07e-427b-8bcb-41c0204d0f83","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:05.860030836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-a0aaedc2","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-combo-sub-a0aaedc2","reconcileID":"92123fdb-0476-4459-bdf0-1c804de36bb7","MaaSSubscription":{"name":"e2e-combo-sub-a0aaedc2","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:06.105221597Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:06.305826942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"d444fe38-55a1-47a8-b6bd-0a1202be7add","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:06.352914055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"1728cacb-05cb-46b3-9c0d-133009a023d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:06.353041913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-ordering-auth","reconcileID":"b936d02a-5aeb-49bd-8db3-23a8b2e1cfe0","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:06.353940046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"d87b9926-37cd-4ac8-ab73-b0d70b1cfb82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:06.377517327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-ordering-auth","reconcileID":"b936d02a-5aeb-49bd-8db3-23a8b2e1cfe0","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:06.379994266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"d87b9926-37cd-4ac8-ab73-b0d70b1cfb82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:06.380500196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"1728cacb-05cb-46b3-9c0d-133009a023d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:08.932592181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"b26a970c-e37b-4a25-8253-a79cb1011cb2","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:08.992924709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"2d49e1c1-665a-4782-a0b0-88e38f08b73e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:08.993504541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-combo-sub-a0aaedc2-auth","reconcileID":"e831bb60-4fa6-4015-bc2f-f9c3b5f53ba7","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:08.993517605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"4bc3de30-97de-4878-81ec-f2389d948f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:09.015561799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"2d49e1c1-665a-4782-a0b0-88e38f08b73e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:09.020706133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"4bc3de30-97de-4878-81ec-f2389d948f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:09.030556957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-combo-sub-a0aaedc2-auth","reconcileID":"e831bb60-4fa6-4015-bc2f-f9c3b5f53ba7","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:11.678127235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"57bb2608-fe0b-4b29-b731-8fc7d6bf5330","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:11.680077869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"b3f2aeb4-83db-4924-ba43-cea66b2e6a3a","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:11.683537271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"868808d2-d04a-47c5-af58-cde697e1cc39","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:11.739760761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"f7a19daf-0f34-40d8-a817-9b1c0777f767","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:11.740133868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"3a638849-5cf6-4edd-9ce5-411ab254997f","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:11.740426126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"0cec25ce-8dd6-4690-acf1-028a387f7c68","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:11.742870785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"488e2ceb-d471-4079-b3f7-fd851afe2f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:11.743064779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"88ec8940-be70-4b3a-a2b0-7751d7e0de94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:11.76581075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"88ec8940-be70-4b3a-a2b0-7751d7e0de94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:11.769762639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"8124a2cc-7ce3-4836-84af-ab9050213a2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:11.778421042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"9f1d43d9-d109-485c-be64-a56c20cec262","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:11.79134144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"488e2ceb-d471-4079-b3f7-fd851afe2f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:11.998248207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"bb3dc41d-0ea8-4312-ba04-c8c81461899c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:12.03158741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"bb3dc41d-0ea8-4312-ba04-c8c81461899c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:12.076261909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"3275de89-2379-439b-90ff-2cd2edc9f241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:12.10384667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"3275de89-2379-439b-90ff-2cd2edc9f241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.136538237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"6ecdfd2c-272b-4eeb-a437-e8920ac8e469","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"tenant":"e2e-inf-a-758617","gateway":"openshift-ingress/e2e-inf-a-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.136568229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"6ecdfd2c-272b-4eeb-a437-e8920ac8e469","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"routeName":"test-model-758617-kserve-route","namespace":"ai-tenant-e2e-inf-a-758617","llmisvcName":"test-model-758617","gateway":"openshift-ingress/e2e-inf-a-758617","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.360242462Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-ordering-sub","reconcileID":"8d09ffbc-6b61-4246-a253-589f0c64fb27","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.432720516Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-ordering-sub","reconcileID":"8d09ffbc-6b61-4246-a253-589f0c64fb27","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.470902432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"45c903e3-3eb7-438f-9f4f-6cddaa882bc2","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"tenant":"e2e-inf-a-758617","gateway":"openshift-ingress/e2e-inf-a-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.470926738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"45c903e3-3eb7-438f-9f4f-6cddaa882bc2","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"routeName":"test-model-758617-kserve-route","namespace":"ai-tenant-e2e-inf-a-758617","llmisvcName":"test-model-758617","gateway":"openshift-ingress/e2e-inf-a-758617","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.493153666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"fb5c5b4d-028c-44bf-9301-6f2a392d6e67","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"tenant":"e2e-inf-a-758617","gateway":"openshift-ingress/e2e-inf-a-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.493178227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"fb5c5b4d-028c-44bf-9301-6f2a392d6e67","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"routeName":"test-model-758617-kserve-route","namespace":"ai-tenant-e2e-inf-a-758617","llmisvcName":"test-model-758617","gateway":"openshift-ingress/e2e-inf-a-758617","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.500477689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"a50790c5-b94d-4286-a01d-ce123432df4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.588566838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"bec17eea-68e4-4d49-9b66-2da067138114","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-758617","tenantID":"e2e-inf-a-758617","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.609186971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"67dce7a0-439b-453f-9b4e-74306a45f217","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.64429642Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"bec17eea-68e4-4d49-9b66-2da067138114","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"name":"e2e-inf-a-758617-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.658433244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-ordering-auth","reconcileID":"71241bf0-92be-4a3c-a4bd-a926c1e486e4","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.658447688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"cd72e294-65c6-4a9b-bec6-c04da5ed28c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.658740307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"35a34044-175f-4f45-8627-e56d9c194b45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.672667973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-758617-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"bec17eea-68e4-4d49-9b66-2da067138114","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.679420274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"35a34044-175f-4f45-8627-e56d9c194b45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.67951532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-ordering-auth","reconcileID":"71241bf0-92be-4a3c-a4bd-a926c1e486e4","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.681619582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"cd72e294-65c6-4a9b-bec6-c04da5ed28c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.69180856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"68a5a3bd-8edd-4f30-b2a4-8d56a9ccd4c1","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"tenant":"e2e-inf-a-758617","gateway":"openshift-ingress/e2e-inf-a-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.691822984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"68a5a3bd-8edd-4f30-b2a4-8d56a9ccd4c1","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"routeName":"test-model-758617-kserve-route","namespace":"ai-tenant-e2e-inf-a-758617","llmisvcName":"test-model-758617","gateway":"openshift-ingress/e2e-inf-a-758617","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.780533291Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-ordering-auth","reconcileID":"06a9d245-48dd-4d7d-a457-97b3d9eea925","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.78054168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"b1a805e6-1043-46fb-955c-f7ecd3be24ed","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:16.846964413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"feb19ead-c037-48e8-b221-24d86bc1f2f6","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:17.65778754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99978bff-7811-43ed-bf03-dfcc453ff6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:17.673709147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99978bff-7811-43ed-bf03-dfcc453ff6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:17.689260568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99978bff-7811-43ed-bf03-dfcc453ff6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:17.704575233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99978bff-7811-43ed-bf03-dfcc453ff6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.250644361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"0b7b3fa4-9474-42f9-943e-2ecf184feaef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.27138597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"e2a4b559-22ed-48e7-a781-547a9b205462","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.318843674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-success","reconcileID":"7bae6d3a-0bc5-42f3-9629-e51bbc0378ad","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.340220342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-success","reconcileID":"7bae6d3a-0bc5-42f3-9629-e51bbc0378ad","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.357402677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa64eb66-0e85-4d86-ab80-71a0cadbda59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.372995455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa64eb66-0e85-4d86-ab80-71a0cadbda59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.389826269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa64eb66-0e85-4d86-ab80-71a0cadbda59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.40631729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa64eb66-0e85-4d86-ab80-71a0cadbda59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.449878151Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-bf0b0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-bf0b0d","reconcileID":"59d775a5-2663-41e8-8058-11c70076a16c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-bf0b0d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-bf0b0d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.460249197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"ee72c89e-d195-4afe-b871-45debcb25d8e","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.463856356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"179cbfaa-7a27-4f0f-a5f1-79ef6706f6ee","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.486293712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"ab793e61-c1e9-4baf-bdcb-2f7160dd82d9","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:18.503325191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-success","reconcileID":"8f63f2cc-dd53-4339-a3e6-f23c5ac99288","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.530526953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"2f20a09e-34be-4bae-959a-81e803f90134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.530738593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"683a7fd2-79a8-4eb5-a060-de344b81dfe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.541691645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"fffff0e0-03d0-4c6e-be00-ee94fcf50338","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.556284023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"2f20a09e-34be-4bae-959a-81e803f90134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.572078075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"683a7fd2-79a8-4eb5-a060-de344b81dfe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.572670471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"20a91164-93f2-4b9f-9d67-a7d372c36d0f","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.613821998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-success","reconcileID":"b058e262-0de2-4471-9c3d-b80ce9a2eb95","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.634682564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-success","reconcileID":"b058e262-0de2-4471-9c3d-b80ce9a2eb95","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.665004833Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-success","reconcileID":"99d28022-ec41-4891-9a58-c65b55bc9816","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-4be645/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.739414861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"5ef0262e-6746-4860-9c35-a8f6058ddbb3","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.747595643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b38931d8-ffba-48cb-8170-5b9e42a74930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.748418322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"4dba07cf-d0cb-4a4d-b5a5-e3af073b5388","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.770787063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b38931d8-ffba-48cb-8170-5b9e42a74930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.850564934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e1b1da76-4c33-4b94-b162-a5ec5a65e8be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.852060307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-success","reconcileID":"61c32e4f-3039-4bc4-87c9-a5f8a8163789","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.8651059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-success","reconcileID":"b31e7589-f0e6-4311-8119-64565fdfcb90","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.884857823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e1b1da76-4c33-4b94-b162-a5ec5a65e8be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.886856018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-success","reconcileID":"61c32e4f-3039-4bc4-87c9-a5f8a8163789","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:18.99402354Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-a0aaedc2","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-combo-sub-a0aaedc2","reconcileID":"bae4fb2d-7001-4963-94c5-f854284609d3","MaaSSubscription":{"name":"e2e-combo-sub-a0aaedc2","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscription":"e2e-combo-sub-a0aaedc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.07358033Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-a0aaedc2","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-combo-sub-a0aaedc2","reconcileID":"bae4fb2d-7001-4963-94c5-f854284609d3","MaaSSubscription":{"name":"e2e-combo-sub-a0aaedc2","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-555d1e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.146133618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"34c97d5e-f6d5-4c77-a1a9-855635c785b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.151729282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"6f2a0c59-c650-4c9b-bb84-ec78fac2ac65","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.175421151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"2d829617-9268-4e9c-823f-85030f91cbe0","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.18672342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"737d0cda-1567-4989-b431-4047c916c8fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.202565451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"737d0cda-1567-4989-b431-4047c916c8fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.202672205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-combo-sub-a0aaedc2-auth","reconcileID":"df1a8b30-65d0-4e6c-a793-3ef001b3a310","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.202802319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"d0611917-f188-4aaa-9ed7-1f64ceca6a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.202978817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"9c5d757b-3527-450d-9e99-e46a15a23cdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.218317975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"737d0cda-1567-4989-b431-4047c916c8fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.234039219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"737d0cda-1567-4989-b431-4047c916c8fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.240213918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"d0611917-f188-4aaa-9ed7-1f64ceca6a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.240643171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-combo-sub-a0aaedc2-auth","reconcileID":"df1a8b30-65d0-4e6c-a793-3ef001b3a310","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.257456944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"9c5d757b-3527-450d-9e99-e46a15a23cdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.321434452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"944fb943-2e43-428b-9e42-4bb1cd233118","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.372737358Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-combo-sub-a0aaedc2-auth","reconcileID":"057caaaa-d19b-41af-a317-0a39ea43f68a","MaaSAuthPolicy":{"name":"e2e-combo-sub-a0aaedc2-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.420317714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"dcf5d8f6-d7cb-4ae8-8ea9-fa4427f08383","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.470372831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-success","reconcileID":"2b444deb-c81a-4f01-b11d-7455133b39d0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.470381928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"ebaf1715-efb7-4210-b704-f27ea0eaeee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.4707688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"d4e15034-761b-43ac-88e4-0805c7ac71cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.491930656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"ebaf1715-efb7-4210-b704-f27ea0eaeee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.492951599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-success","reconcileID":"2b444deb-c81a-4f01-b11d-7455133b39d0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.494321489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"d4e15034-761b-43ac-88e4-0805c7ac71cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:19.59395669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"a187e5bb-097e-493a-b0a9-7c7a74c32c2c","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:22.824623543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"6fd15834-9887-4d69-a72b-f38366f60e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:22.824887279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"ff25cb52-5e73-4f84-9f4a-cfcefc07401a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:22.847160206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"6fd15834-9887-4d69-a72b-f38366f60e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:22.847462465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"ff25cb52-5e73-4f84-9f4a-cfcefc07401a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:26.05449653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"534f8d15-6376-4631-8a88-485f1f73fe46","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:26.725127688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"7991e608-b809-4ae1-9a00-100791be567e","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-758617","tenantID":"e2e-inf-a-758617","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:26.746820997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"7991e608-b809-4ae1-9a00-100791be567e","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"name":"e2e-inf-a-758617-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:26.767140526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-758617-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (885e55bbfb51309e08bc700263cb35c2c42a32f9b0c4ed9000dac021f32e1b72) AuthConfig (cef7592a9aa8d0dbdfa1cf1198bfc93b64204498df3030d508b4a58c44d887e3) AuthConfig (03a28a489db32ebda44fad0ecaf89161ff91d176b0a4c7a3f6f8da2bc87d30d9) AuthConfig (280c1d5cdb271f9428470ea5d69f23856ef8a10dcbf2f9dcece77a746ed19762) AuthConfig (cfc1e502e85ac34c7dc81b28fbc0e8ef3de836c0b3431f30b454facf1ec120c1) AuthConfig (7a0551cc005b4deae62d5590a3610fd57afce0cee8ba1c157720f4ddc4f0056d) AuthConfig (598175d89a36e0d56038617058fc86cf157aeec018464b98b05fdbf0f56ae159) AuthConfig (f17a05886b52baf698749baca07ea65b4214f176ea22a612fa98f489d933da7d) AuthConfig (634a40e89c7ec08c896729569e5c0c34db87e7d615da275868003a43c9dc92b0) AuthConfig (ae31f6b6ec9a7f0a6963d8a8b52baf5aedad833f7e2512b61c5481d7f37bd1af) AuthConfig (18b88ef9940c29cf27030fa3c45596095b9f8aaa554a0c71a34fb7a5172454e8) AuthConfig (91cde07ed11c7fb7ae074d79d9e39b74a329a808ea993bf17ee0381a70a294d4) AuthConfig (01b5b1f0f1b66a7d868554a928d120605c88a293fb252e8d3139a386a94aa2a3) AuthConfig (55b0c160f364fca9d22b2f45e827cd2c2f8cee4a32ef844a6c38c2ce15c1fb03) AuthConfig (88dc0a4a56c95b4a078edfdd25d872b65e0367f3889c5cd1695a3839df889c54) AuthConfig (84c6d5a8babdac5eb07b8a374adc1dc7ba9c1be1b6a50c4d8d1c5e1ac16c9eec) AuthConfig (ba3dd3b8e6dfe18f4f19ed8fbbe99fdada762aa53ca42918defb372bba88e87c) AuthConfig (39fd6d55a1d658ab57521ce4764a9931e634222d62286f2710dfa258bc19dce4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"7991e608-b809-4ae1-9a00-100791be567e","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:26.793690935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"6efb8491-7986-4b0c-89ba-bd62abed04c0","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"tenant":"e2e-inf-a-758617","gateway":"openshift-ingress/e2e-inf-a-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:26.793713082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"6efb8491-7986-4b0c-89ba-bd62abed04c0","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"routeName":"test-model-758617-kserve-route","namespace":"ai-tenant-e2e-inf-a-758617","llmisvcName":"test-model-758617","gateway":"openshift-ingress/e2e-inf-a-758617","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.164139464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"0b6efc9d-4713-4c37-84d8-169c15a765cf","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.1879918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"59fb9cbb-55df-4fbd-8484-75b58187dfd4","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.236658173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-active-auth","reconcileID":"6b1ac4ee-5f1a-49fb-880f-07e89189a754","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.257920751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-active-auth","reconcileID":"6b1ac4ee-5f1a-49fb-880f-07e89189a754","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.381842879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"714ab8f6-4cae-4e7d-a922-84a72dd17517","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.402708674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"06c27ccd-25a0-445f-a41a-7e1d8f6172c0","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:27.416594082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-active-sub","reconcileID":"12b571ec-2242-4982-8fb8-56afb9b3c27b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.429496835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"5b70469a-ded5-427b-aa15-0cbf0263f23e","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.431075233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"a550a407-3e65-4681-9219-6d1c1f6d79f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.431109835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"369081ed-8418-4538-b667-b7307dc588f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.452915973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"a550a407-3e65-4681-9219-6d1c1f6d79f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.452948782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"369081ed-8418-4538-b667-b7307dc588f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.462829399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"29a2d989-5bf9-4e97-8593-89c4bf654740","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.484844476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"ead753b4-0181-43a4-9f59-6cdb77c9fb5f","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.539393512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-active-auth","reconcileID":"a077e284-f815-4b7e-aa11-31a42a79c594","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.56064393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-active-auth","reconcileID":"a077e284-f815-4b7e-aa11-31a42a79c594","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.581108853Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-active-sub","reconcileID":"2128fee2-c09f-45d3-89cc-0885afd6bb16","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-555d1e/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-555d1e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.638730154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"1537659a-e8ce-442c-8f48-144a4bf03f94","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:27.645356269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-active-auth","reconcileID":"a077e284-f815-4b7e-aa11-31a42a79c594","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.658636369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"8dcf7c6a-1aa7-4940-84fd-47cdaa751656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.658761213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"a69ace8a-6a2f-460e-9a49-491eebfb1f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.660521095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"3032eac4-9a38-47c1-b75c-a15b566e6750","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.680575426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"a69ace8a-6a2f-460e-9a49-491eebfb1f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.680869967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"8dcf7c6a-1aa7-4940-84fd-47cdaa751656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.75928659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-active-auth","reconcileID":"79dfcc04-8b71-4075-b6f5-eb305add0579","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.760621738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-active-sub","reconcileID":"6663bc9d-83bd-4f5e-a8ff-bc6165e98f22","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.783537741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-active-auth","reconcileID":"79dfcc04-8b71-4075-b6f5-eb305add0579","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.892680137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"b6ee3f53-f229-439b-9122-0d302a79ce11","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.91190281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"e3b7bcfc-b566-4de9-8fb9-faa7ea41a78e","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.970903115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"2cb2ee7d-9439-4136-9b58-eef4041fd059","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:27.992162455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"2cb2ee7d-9439-4136-9b58-eef4041fd059","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:28.012904346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c0c28f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1c3d0eb7713c948d34ad9bb663082cca7297d6763538e2aea5798b58818e00f) AuthConfig (e298ad756f25935e1b6d2336470f4f9fb92b4cb50dcaea9816c73f1ff57ee555) AuthConfig (1854b0f6a96342000af10ff7d1df3c8ada2d7f7418d1b955356c039b60b86cd4) AuthConfig (c505dbc00a7d364c8b8b701a1eb1cf8822e71388a1b705ea91bcf5c23f5a0cf4) AuthConfig (a6dd2773357bcba76d3635651e9e36a20b47bd690f25067911f37400e6368415) AuthConfig (939980c9473d16006ddb8a9446b87e24786e65210e55afa1f8b1611ccef63d98) AuthConfig (321ef3c34a695c1dd9fe90d95a178c7accb35b29c68abfbc02095c7a000fb1e7) AuthConfig (291072b5cf402343298d302fd1a2aff426a295946b8ebcb8748f7583d06917da) AuthConfig (404ab57bbc53a4c78d2a991839dac72fb42ffcd4e8584836a449ae6cc4024bbe) AuthConfig (f81eccfb77fd1cb40406f3984982decc92151bd5f5fc44b55a79e8587e6a469c) AuthConfig (16a2f2db48f324ae53707a864ceadfde56804792ce4d46a87002d41aa7aac5de) AuthConfig (99cde4a4a3257e315e57a48eaa64a6f3ca8764209067f68f8e10aee4bd826b12)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"2cb2ee7d-9439-4136-9b58-eef4041fd059","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:28.034191824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"7b21c2e3-63ed-4a76-b78b-208f838c0218","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:28.088544977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"2837d4cb-8919-415b-9ac8-ab6a9e363017","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:28.109578121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"2837d4cb-8919-415b-9ac8-ab6a9e363017","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:28.129076112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c0c28f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1c3d0eb7713c948d34ad9bb663082cca7297d6763538e2aea5798b58818e00f) AuthConfig (e298ad756f25935e1b6d2336470f4f9fb92b4cb50dcaea9816c73f1ff57ee555) AuthConfig (1854b0f6a96342000af10ff7d1df3c8ada2d7f7418d1b955356c039b60b86cd4) AuthConfig (c505dbc00a7d364c8b8b701a1eb1cf8822e71388a1b705ea91bcf5c23f5a0cf4) AuthConfig (a6dd2773357bcba76d3635651e9e36a20b47bd690f25067911f37400e6368415) AuthConfig (939980c9473d16006ddb8a9446b87e24786e65210e55afa1f8b1611ccef63d98) AuthConfig (321ef3c34a695c1dd9fe90d95a178c7accb35b29c68abfbc02095c7a000fb1e7) AuthConfig (291072b5cf402343298d302fd1a2aff426a295946b8ebcb8748f7583d06917da) AuthConfig (404ab57bbc53a4c78d2a991839dac72fb42ffcd4e8584836a449ae6cc4024bbe) AuthConfig (f81eccfb77fd1cb40406f3984982decc92151bd5f5fc44b55a79e8587e6a469c) AuthConfig (16a2f2db48f324ae53707a864ceadfde56804792ce4d46a87002d41aa7aac5de) AuthConfig (99cde4a4a3257e315e57a48eaa64a6f3ca8764209067f68f8e10aee4bd826b12)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"2837d4cb-8919-415b-9ac8-ab6a9e363017","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:29.473630825Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-success","reconcileID":"b4fa2f4c-604b-49bd-8bb6-d916d2f4080c","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:29.54471855Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-success","reconcileID":"b4fa2f4c-604b-49bd-8bb6-d916d2f4080c","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:29.611174299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"ec60e58c-5ba2-41d6-9700-478bc230aad8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:29.710129389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"b81f5b0c-f42c-46e2-865c-b722da83116e","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:29.732762637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"56334e0d-fcee-4a77-8c50-94aa7d29e1de","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:29.757757591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"866d47eb-2389-4f44-bdcc-943994963c7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:29.757933645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-success","reconcileID":"0cd6fa86-6d24-4f77-b596-79595fa1443f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:29.761050642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"45ffd9b7-66ef-4841-b745-23c42cb52bfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:29.782719212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-success","reconcileID":"0cd6fa86-6d24-4f77-b596-79595fa1443f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:29.783326855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"866d47eb-2389-4f44-bdcc-943994963c7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:29.786965358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"45ffd9b7-66ef-4841-b745-23c42cb52bfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:29.865856724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"8fb2e031-da21-47d1-a1ca-bbfc26ace5b1","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:29.917608792Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-success","reconcileID":"db3c5351-fb85-4c4f-80de-9f6edee2fec3","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:30.054334848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"0fcdea18-6499-455b-8195-e8c2ea061957","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:30.088271927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"0f754569-f600-4b8f-ba5b-21bd0ba74af0","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:30.141100151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-active-auth","reconcileID":"91a891f5-f7fa-4417-a2cc-815afbb9405a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:30.141123485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"9902d155-b518-4616-862f-259f08f9b154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:30.141520977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"4b359405-edc7-449e-b447-fac298da1c9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:30.163728303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-active-auth","reconcileID":"91a891f5-f7fa-4417-a2cc-815afbb9405a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:30.163743632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"4b359405-edc7-449e-b447-fac298da1c9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:30.165979079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"9902d155-b518-4616-862f-259f08f9b154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.201204422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"ea5c54b1-698b-4938-9ef7-5eb5e47030b4","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.223630745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"174ccdf0-2484-4422-b3fd-fae92442d9b7","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.272638252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-no-access","reconcileID":"521286ff-ac78-489e-a261-c3a126dc7165","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.293583265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-no-access","reconcileID":"521286ff-ac78-489e-a261-c3a126dc7165","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.356541639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"4d686bbd-7420-4722-8020-d53de031ef6b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-bf0b0d","tenantID":"e2e-extmod-a-bf0b0d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.402225481Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"4d686bbd-7420-4722-8020-d53de031ef6b","name":"e2e-extmod-a-bf0b0d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.403083185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"0ddc8746-1e49-4c14-a922-82031fbe503a","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.422477952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"eb5f2109-8d52-4c54-8900-9ab46c9866a0","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.424849289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"fac7a445-a1c1-42c2-93b6-f369e05158bc","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:31.436581624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-no-access","reconcileID":"09efb9f7-1dbd-46a7-bb96-eb8c5fecc6ae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.474212435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-no-access","reconcileID":"0c27c0dd-5402-4a97-bf6f-fe752763578e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.474936123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"5f95cff0-29e2-46a0-be97-a92209a61ffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.475603637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"aaf563e6-7243-4af1-8b9b-eca9e7321ddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.477983665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"11f2c3e5-3161-4ed4-8d1c-063ce4e062cc","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.497591044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-no-access","reconcileID":"0c27c0dd-5402-4a97-bf6f-fe752763578e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.499723181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"aaf563e6-7243-4af1-8b9b-eca9e7321ddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.501989035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"5f95cff0-29e2-46a0-be97-a92209a61ffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.502477215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"5a42772d-fc2a-4253-b006-8b400a774672","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.625432793Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-no-access","reconcileID":"2eac5a97-106e-470f-bbad-addec3b7d2f3","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w2-4be645/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.681746986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-no-access","reconcileID":"91cdb7d3-da9e-4773-859c-c49ebfe6cf4f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.681823893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"640dc5b3-29c2-4415-9cd7-ef41d8a031c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.682218274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"76858caa-9aeb-48c0-8023-c1be23c7fe2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.683390095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"8c242087-a249-4761-8fd8-c893e43fd4ff","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.691411644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"744d255d-7133-49e1-ac0c-aedb9a3d8146","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.703536575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-no-access","reconcileID":"91cdb7d3-da9e-4773-859c-c49ebfe6cf4f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.703550228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"640dc5b3-29c2-4415-9cd7-ef41d8a031c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.705924869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"76858caa-9aeb-48c0-8023-c1be23c7fe2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:31.796244211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-no-access","reconcileID":"0a09586e-3f3c-4b07-a015-102efef24023","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:32.184181414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"6e5abf1d-2071-4d9f-8e74-6d755f32eafd","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:32.233416482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-no-access","reconcileID":"5a3b7ede-4868-418e-967f-4a286bd8ea70","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:32.233612756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"40462f53-0f0d-4077-82b9-862d1eacca5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:32.233881471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e7b98dc3-f81d-4e4a-b144-7c8615dc9979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:32.25644227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"40462f53-0f0d-4077-82b9-862d1eacca5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:32.256530486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e7b98dc3-f81d-4e4a-b144-7c8615dc9979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:32.259758808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-no-access","reconcileID":"5a3b7ede-4868-418e-967f-4a286bd8ea70","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:36.108614481Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:36.833447944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"00a9dbd8-91db-4365-9182-3065792db92c","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-758617","tenantID":"e2e-inf-a-758617","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:36.855415281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"00a9dbd8-91db-4365-9182-3065792db92c","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"name":"e2e-inf-a-758617-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:36.948747917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"b89deeb0-38a7-4ce6-9d57-aebc15fab561","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"tenant":"e2e-inf-a-758617","gateway":"openshift-ingress/e2e-inf-a-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:36.948766022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"b89deeb0-38a7-4ce6-9d57-aebc15fab561","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"routeName":"test-model-758617-kserve-route","namespace":"ai-tenant-e2e-inf-a-758617","llmisvcName":"test-model-758617","gateway":"openshift-ingress/e2e-inf-a-758617","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:37.587331205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"c3efa512-a86d-4436-a834-6ba5827a2a59","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"tenant":"e2e-inf-a-758617","gateway":"openshift-ingress/e2e-inf-a-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:37.587351003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"c3efa512-a86d-4436-a834-6ba5827a2a59","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"routeName":"test-model-758617-kserve-route","namespace":"ai-tenant-e2e-inf-a-758617","llmisvcName":"test-model-758617","gateway":"openshift-ingress/e2e-inf-a-758617","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:37.610203138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"99b87b5b-0ce5-456d-88a1-96ce4a4297e1","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"tenant":"e2e-inf-a-758617","gateway":"openshift-ingress/e2e-inf-a-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:37.610220853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"99b87b5b-0ce5-456d-88a1-96ce4a4297e1","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"routeName":"test-model-758617-kserve-route","namespace":"ai-tenant-e2e-inf-a-758617","llmisvcName":"test-model-758617","gateway":"openshift-ingress/e2e-inf-a-758617","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:37.623419093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"c2882a21-2dca-4dcf-9f83-8f6fa618182f","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-758617","tenantID":"e2e-inf-a-758617","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:37.624426678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-758617-sub","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-sub","reconcileID":"13c6a447-0e87-434f-9dd2-c51977d65b57","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-758617-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:37.628236874Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"99b87b5b-0ce5-456d-88a1-96ce4a4297e1","name":"test-model-758617","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-758617\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:37.628277758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"99b87b5b-0ce5-456d-88a1-96ce4a4297e1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-758617\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:37.633553965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"f1aba28e-ffe9-4f46-af18-f0a23fed44ec","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"tenant":"e2e-inf-a-758617","gateway":"openshift-ingress/e2e-inf-a-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:37.633567661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"f1aba28e-ffe9-4f46-af18-f0a23fed44ec","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"routeName":"test-model-758617-kserve-route","namespace":"ai-tenant-e2e-inf-a-758617","llmisvcName":"test-model-758617","gateway":"openshift-ingress/e2e-inf-a-758617","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:37.646953671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"c2882a21-2dca-4dcf-9f83-8f6fa618182f","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"name":"e2e-inf-a-758617-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:37.659603647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"309d2f18-f9b4-4c42-98d6-d0be7e84c970","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"tenant":"e2e-inf-a-758617","gateway":"openshift-ingress/e2e-inf-a-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:37.659618067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"309d2f18-f9b4-4c42-98d6-d0be7e84c970","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"routeName":"test-model-758617-kserve-route","namespace":"ai-tenant-e2e-inf-a-758617","llmisvcName":"test-model-758617","gateway":"openshift-ingress/e2e-inf-a-758617","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:37.681621376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"02feada2-b337-4801-864c-3b0ad711a4f8","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"tenant":"e2e-inf-a-758617","gateway":"openshift-ingress/e2e-inf-a-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:37.681635676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"02feada2-b337-4801-864c-3b0ad711a4f8","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"routeName":"test-model-758617-kserve-route","namespace":"ai-tenant-e2e-inf-a-758617","llmisvcName":"test-model-758617","gateway":"openshift-ingress/e2e-inf-a-758617","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:37.775319443Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-758617-sub","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-sub","reconcileID":"0ae81de4-9d03-42f2-a667-8d4884548a0f","MaaSSubscription":{"name":"test-model-758617-sub","namespace":"ai-tenant-e2e-inf-a-758617"},"name":"maas-trlp-test-model-758617","model":"test-model-758617","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-758617/test-model-758617-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:37.822027204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"dabf0d5d-d1c4-4941-b030-6ce36beed9c1","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-758617","tenantID":"e2e-inf-a-758617","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:37.84321876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"dabf0d5d-d1c4-4941-b030-6ce36beed9c1","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"name":"e2e-inf-a-758617-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:37.847983954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"8bddb3fc-c5a2-4f77-be07-931ff35f110a","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"tenant":"e2e-inf-a-758617","gateway":"openshift-ingress/e2e-inf-a-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:37.848005312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"8bddb3fc-c5a2-4f77-be07-931ff35f110a","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"routeName":"test-model-758617-kserve-route","namespace":"ai-tenant-e2e-inf-a-758617","llmisvcName":"test-model-758617","gateway":"openshift-ingress/e2e-inf-a-758617","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:37.919519526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-758617-sub","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-sub","reconcileID":"04cfca12-485e-4358-98eb-15dccaf06a49","MaaSSubscription":{"name":"test-model-758617-sub","namespace":"ai-tenant-e2e-inf-a-758617"},"name":"maas-trlp-test-model-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:38.178544668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"e081bd2e-5382-489f-a34d-d585f6c2a4d8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:38.199938081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"e081bd2e-5382-489f-a34d-d585f6c2a4d8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:38.288873697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"356a8bd4-286c-4967-96ad-84f600a8725a","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:39.177163211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"45bbf322-7cc2-4575-ad3b-c3e05b968661","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:39.205407142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"c55e7e31-8a06-4f1f-b851-1bb92a6cdcd0","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.222669219Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-subscription","reconcileID":"9b68e9e0-3b1d-43b7-9c68-5a74e2271b58","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.238528259Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"635161fb-17ef-4da8-9877-bea893212ec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.238992738Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"f2d8a663-18c2-4a04-9356-673c77e39d2d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.240350714Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"e0c7323c-3758-4c9e-ae6b-f7c5a3187e52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:39.260460167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"48ad42d0-7d1d-48fe-bb99-823f836d3cae","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.261670243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"635161fb-17ef-4da8-9877-bea893212ec2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.264054672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"e0c7323c-3758-4c9e-ae6b-f7c5a3187e52","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.264158522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"f2d8a663-18c2-4a04-9356-673c77e39d2d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:39.265864681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"11cd6c29-d2bd-4bd1-8b3d-a9db1b88b468","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:39.266263839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"c590710e-1b0f-4997-a928-79ab87879f0f","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:39.267557506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"0e397e41-19ec-4095-94dc-9525ec79324b","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:39.296972837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"49475f05-81ad-4be2-b0a4-0ba66836e6b3","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.341806835Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"bfc517dd-d066-4fee-9d8b-8681ce7f08e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.341931086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"bfc517dd-d066-4fee-9d8b-8681ce7f08e6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.342022246Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"6797e5ad-3197-441e-af0c-dc9471925bb8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.342352217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"6797e5ad-3197-441e-af0c-dc9471925bb8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.341824574Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"4ec36ef0-4ad1-42cc-92e7-060624559647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.342411388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"4ec36ef0-4ad1-42cc-92e7-060624559647","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:39.410382255Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-subscription","reconcileID":"52160687-0f48-48d1-95da-7ee7c5935af2","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.435987598Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8e6bf622-8eea-452b-8412-38deed037d6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.436069671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8e6bf622-8eea-452b-8412-38deed037d6b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.435987583Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"b51921df-4cec-414e-bb49-41ae4fe16476","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.436128863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"b51921df-4cec-414e-bb49-41ae4fe16476","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.436235904Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"3e5bc4a5-bbb3-4ed2-a94f-b76f3dac519c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.436273357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"3e5bc4a5-bbb3-4ed2-a94f-b76f3dac519c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:39.467851456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"dc4821c8-70bf-43f7-821d-309ede28cdb1","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:39.482455871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"4fc86fb5-01f7-422f-8a5d-78a9b0295539","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.538342728Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"6c5af117-abf4-4b3c-b47f-7ed484522d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.538363068Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"3ac81ccf-065b-4337-a5ef-e19ebd4a9477","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.538410163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"6c5af117-abf4-4b3c-b47f-7ed484522d4e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.538411656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"3ac81ccf-065b-4337-a5ef-e19ebd4a9477","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.538838927Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"8fd510d7-3302-4467-bd24-dcc7fd7559d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.538877826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"8fd510d7-3302-4467-bd24-dcc7fd7559d0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:39.580377314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-subscription","reconcileID":"b5ef8ef1-d5e0-42e0-8795-e5882df2e90c","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.63544804Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"a604cf07-505e-4dc2-abab-4703a5f06e7b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.635518145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"a604cf07-505e-4dc2-abab-4703a5f06e7b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.635708051Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"0990adc7-4444-4905-94c0-89fced6fccaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.635820431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"0990adc7-4444-4905-94c0-89fced6fccaa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.635836733Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"ef33feae-0590-49a3-8ff8-d9776da8c47b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.635929598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"ef33feae-0590-49a3-8ff8-d9776da8c47b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.76713831Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"5426ec9a-df24-4aae-96cb-256aca5a66ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.767268434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"5426ec9a-df24-4aae-96cb-256aca5a66ec","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.76730876Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"2ea9d7eb-ddb5-403b-a465-c7116482a100","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.767373004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"2ea9d7eb-ddb5-403b-a465-c7116482a100","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.767152014Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"16cc63f9-691f-4270-b711-2038f1581d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.767408949Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"16cc63f9-691f-4270-b711-2038f1581d45","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.982272752Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"921d7f74-bc40-4d42-81b5-b9f445c182ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.982451585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"921d7f74-bc40-4d42-81b5-b9f445c182ba","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.982832657Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1d4b3176-7c63-4ce0-9262-cf07d662c9c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.982934723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1d4b3176-7c63-4ce0-9262-cf07d662c9c3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.983224274Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"db446ac1-10e5-444a-8e04-536a84a5f2fa","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:39.983311757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"db446ac1-10e5-444a-8e04-536a84a5f2fa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:40.143681736Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-active-sub","reconcileID":"22cfd24f-41fa-4969-a006-ccef0dfb63d2","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:40.228259138Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-active-sub","reconcileID":"22cfd24f-41fa-4969-a006-ccef0dfb63d2","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-555d1e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:40.315467484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"61ef9203-719b-46af-9498-492fdda910ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:40.358871532Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9e186ca5-0718-4b22-890d-631068b19bba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:40.358945413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9e186ca5-0718-4b22-890d-631068b19bba","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:40.358871416Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"6a9fdbb4-59ba-4169-b990-d682b7015bb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:40.359007419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"6a9fdbb4-59ba-4169-b990-d682b7015bb9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:40.359091256Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"a477e292-f46b-41de-bb35-06566b3a6154","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:40.359125195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"a477e292-f46b-41de-bb35-06566b3a6154","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:40.389293386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"ffb69b88-7a97-4f48-a034-ac67464057fa","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:40.417974174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"7dd3c163-8558-4151-8bda-39f368488540","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:40.459879055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-active-auth","reconcileID":"1888acda-72c6-4483-8f20-a13a0689b469","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:40.460043567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ff75f5f5-2a4f-4744-9492-2f5cb8b3e588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:40.460328268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"6deaf452-5d4b-4512-83bc-3ab06c8de769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:40.48565549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ff75f5f5-2a4f-4744-9492-2f5cb8b3e588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:40.493845385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"6deaf452-5d4b-4512-83bc-3ab06c8de769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:40.496961782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-active-auth","reconcileID":"1888acda-72c6-4483-8f20-a13a0689b469","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:40.55773283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"b8218cd8-429a-45d6-9fa3-c7826938fa40","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:40.64004793Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-active-auth","reconcileID":"e5de81b0-24d5-42ed-83f9-d1593d804189","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:40.766124778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"db11f335-8178-4f0d-b9e4-1ef42d1da054","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:41.054267399Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"abe0de8c-2753-440c-9c81-e08cf0dde05c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:41.054356419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"abe0de8c-2753-440c-9c81-e08cf0dde05c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:41.054274549Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"66f23cca-f7a8-4d1a-97a1-ff2ca23667d9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:41.054416134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"66f23cca-f7a8-4d1a-97a1-ff2ca23667d9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:41.054502534Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"2aff47ca-40e2-488b-aec4-73e0be45c71c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:41.054537176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"2aff47ca-40e2-488b-aec4-73e0be45c71c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:41.817066041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"8a201046-8440-4c67-b4db-1952a1d87eb3","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:41.83872881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"096972df-1396-4be0-a548-19639dcd4ce1","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:41.89601895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-auth","reconcileID":"0b5829c2-dc6c-4b0f-aa0b-2e6dfcb8fa8d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:41.924943098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-auth","reconcileID":"0b5829c2-dc6c-4b0f-aa0b-2e6dfcb8fa8d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:41.939085164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"e0ba5efc-f393-4be7-90fd-79f869da3e2e","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:42.007827581Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"41556fe8-36b4-44d2-a72a-2da17b62ec90","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:42.008005878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"41556fe8-36b4-44d2-a72a-2da17b62ec90","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:42.008685302Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"c9fbc703-d7ba-4f17-9dc9-398251e8d7ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:42.008758394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"c9fbc703-d7ba-4f17-9dc9-398251e8d7ca","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:42.009401141Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"850cb567-df59-42e6-9dbd-111dd1f68382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:42.009480207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"850cb567-df59-42e6-9dbd-111dd1f68382","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.049169977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"a87dfebd-9f9f-4a53-9272-20d0f92b4107","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.076538434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"f821c9eb-7f24-42da-9d1f-7cffcffbc1ca","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:42.082444657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-sub","reconcileID":"561e39b7-d2c8-4f6a-8a5d-09442496bf53","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.098211668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"6c943921-6ce0-4743-9088-a929a5391f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.098771127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ebf69183-5c64-46c4-a729-452a1a7a4c20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.104070797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"0ef728f3-31f3-49b7-ae8a-c1d54a3b25a9","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.124613408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"6c943921-6ce0-4743-9088-a929a5391f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.12919851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ebf69183-5c64-46c4-a729-452a1a7a4c20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.132949747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"6603a49b-7758-4538-b14f-c2008930b525","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.15448921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"fa90c50e-37a9-4c3f-b64b-a3bed5f6c100","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.203754913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-auth","reconcileID":"ce964219-427f-43c3-a8ab-9ede19a343bf","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.230252835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-auth","reconcileID":"ce964219-427f-43c3-a8ab-9ede19a343bf","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.246338549Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-no-access","reconcileID":"a929acb6-76d9-45ee-9c39-05de1b89554f","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.267541557Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-sub","reconcileID":"dc8cf204-e906-4ed6-9777-6d2135393df0","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-555d1e/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-555d1e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.267643156Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-sub","reconcileID":"dc8cf204-e906-4ed6-9777-6d2135393df0","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-555d1e/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.31028159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"eaabffce-496d-43f9-8bde-4e6dee0fde38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.310684061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"29bb7833-2ade-450c-a816-6998a6969c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.337404226Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-no-access","reconcileID":"a929acb6-76d9-45ee-9c39-05de1b89554f","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.342160241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"eaabffce-496d-43f9-8bde-4e6dee0fde38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.343058956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"29bb7833-2ade-450c-a816-6998a6969c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.348276079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"8784ba01-4c74-4228-b913-f64b4db259a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.364514189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"7f4b6b10-a2c0-4a3c-afdf-8f46683c5a19","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.43573926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-auth","reconcileID":"0f357cc6-b7aa-4507-9a1f-524e3d3b43a6","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.452882827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-sub","reconcileID":"cf9cd8e5-5156-4de6-bec6-b85932895fb7","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.453169775Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-sub","reconcileID":"cf9cd8e5-5156-4de6-bec6-b85932895fb7","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-555d1e/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.453949341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"96479b7d-260d-472e-aa6b-00c9aa861cd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.459117118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-auth","reconcileID":"0f357cc6-b7aa-4507-9a1f-524e3d3b43a6","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.468672431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"59ba21b0-7585-4489-aaa9-631310220992","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.51271393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"295edd59-5d5e-4551-831e-660d1c3b9784","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.54580073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"961102ad-6ff3-4df1-8eec-19f36cd55db4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.546163396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-no-access","reconcileID":"8cbf8220-cbe9-4ca2-b1ef-b79abc7fd22d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.547329083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"d4eaa12a-002f-4825-933f-4fdd55532ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.572515903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"961102ad-6ff3-4df1-8eec-19f36cd55db4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.588642836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-no-access","reconcileID":"8cbf8220-cbe9-4ca2-b1ef-b79abc7fd22d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.603430576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"d4eaa12a-002f-4825-933f-4fdd55532ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.612144163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"b64e281c-ca69-49fe-ac96-9c00f34190e2","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.706113524Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-no-access","reconcileID":"62568605-f0e9-45c6-b198-e53250b9b049","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:42.82996637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"b7d787ce-ce2a-4127-816c-dca14be0c308","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:43.878475464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"d79b39fc-fc6a-4e23-a5d5-e1348e5b7c5a","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:43.912540706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"3f2af333-28ee-4923-8439-f50e84b02a1c","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:43.968552164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5c9900b7-c701-4d1c-9751-746a87a743a7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:43.998549976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5c9900b7-c701-4d1c-9751-746a87a743a7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.095044669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"720df99f-d227-4d14-8f27-afabdee0a2d2","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.117210997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"c181ba36-8161-496b-a4ee-798c474bfb59","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:44.13527391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-free","reconcileID":"1fafcbbd-f6db-4eaa-9785-9055d7af1f8d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.153942463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"62862c7a-2f5e-43bb-8c1a-672d4d380c6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.153942454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b2441fa6-da2c-4dfd-8f16-05489f2656ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.181376782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b2441fa6-da2c-4dfd-8f16-05489f2656ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.184714926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"874803e4-86c2-44ce-a843-6b3278100f5e","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.186866854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"62862c7a-2f5e-43bb-8c1a-672d4d380c6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.18855158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"f9a496d9-76dd-4793-8b98-e99708684b2b","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.210960694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"f3abdff6-2933-40d0-bf0a-4902a977a567","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.249427094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-multi-sub-valid","reconcileID":"39f2abff-591c-4658-a685-922deef42510","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.282832697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-multi-sub-valid","reconcileID":"39f2abff-591c-4658-a685-922deef42510","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.329569019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"dc5e4243-3088-4dfd-97f2-2ec97087b061","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.329654637Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-4be645 priority=0:[ai-tenant-e2e-worker-w2-4be645/e2e-test-subscription-free ai-tenant-e2e-worker-w2-4be645/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.33030194Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-free","reconcileID":"7109105f-97cb-474b-9b26-cc088f49a0d9","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.356239625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"89065bf1-2d56-4c43-8c60-fe7a46c3f7c3","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.358374105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"4ac4fd5f-607d-4f2b-8859-21fc71834701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.359128576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"26060e79-ae0a-4a54-b1c2-94c8d4af4dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.375432919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"56617e2d-fdd2-462d-baea-08e8193114e1","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:44.381883334Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-4be645/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.387903525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"4ac4fd5f-607d-4f2b-8859-21fc71834701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.391530429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"26060e79-ae0a-4a54-b1c2-94c8d4af4dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.399861036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"0550e854-60af-46b8-90ce-773f474cc3c1","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.400579676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"7e32fdce-b613-40c0-864b-f5f119a942b7","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.430308584Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"369bf5a1-ddf2-4de6-94d3-255a19052895","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-4be645/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.518277626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-free","reconcileID":"d9416fa6-7d6f-491e-a5df-732fe4404dfd","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.518314899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-premium","reconcileID":"6f413de8-6960-431a-996e-e676c62af608","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.523891659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7964d3f2-7908-447c-b237-4525ec96f4df","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.53916857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"676d041c-8973-4be7-81d3-7ad9724a514f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.546361604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7964d3f2-7908-447c-b237-4525ec96f4df","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.54760284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"a04a1e20-5884-4139-b106-c1a947f6b1de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.560811488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"676d041c-8973-4be7-81d3-7ad9724a514f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.569246641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"a04a1e20-5884-4139-b106-c1a947f6b1de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.603193598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"0c437077-45b0-46b2-b0c2-9fa9c640da8d","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.613757516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"50c4201c-b555-415c-8caa-c958f1557f27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":3,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:44.628444903Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"ec82c974-d3a8-47ce-ada9-6765c7e1ff8c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:44.628510687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"ec82c974-d3a8-47ce-ada9-6765c7e1ff8c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:44.628536328Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b972b3f1-a073-485f-8cf4-8a9e2e932335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:44.628587077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b972b3f1-a073-485f-8cf4-8a9e2e932335","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.704886298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-premium","reconcileID":"bda361c5-abcd-47ef-be1f-5adbab75234d","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.704909191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-free","reconcileID":"aba45ca1-1f0f-46e6-823c-dcf2e15c9412","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":3,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:44.720475796Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"171d22aa-5880-4afd-823e-77f384aafed4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:44.720534175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"171d22aa-5880-4afd-823e-77f384aafed4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.794224817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"02d4e424-2b9d-4c80-856f-ebc5fc3cd72c","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.928236861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"749d0ceb-f6f6-4d77-bc9e-b947a6458d81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.973390497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"c9b12316-c425-4137-b7c3-2ce8dbcb185d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.97403477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-auth","reconcileID":"b6d0b4f8-22e4-4dec-99b5-7cb903f6713b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:44.992874647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"749d0ceb-f6f6-4d77-bc9e-b947a6458d81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:45.004337055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"c9b12316-c425-4137-b7c3-2ce8dbcb185d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:45.08515415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-auth","reconcileID":"b6d0b4f8-22e4-4dec-99b5-7cb903f6713b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:45.721034857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf8fbd6-c095-463f-a819-baf117b98c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:45.742654507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf8fbd6-c095-463f-a819-baf117b98c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:45.768221094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf8fbd6-c095-463f-a819-baf117b98c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:45.786360445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf8fbd6-c095-463f-a819-baf117b98c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:45.908972679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"08365055-ee3c-4af4-adf0-a86dfc7e63f1","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:45.966151827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"96370e0a-ba84-4c25-89ef-7ed0ddb07bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:45.966151611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"d3ebbca3-6a60-41ba-bae1-7c42ad7714b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:45.967619946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-multi-sub-valid","reconcileID":"63baa429-0a6d-4423-b002-86828047f7bd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:45.995169145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"d3ebbca3-6a60-41ba-bae1-7c42ad7714b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:45.995427369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"96370e0a-ba84-4c25-89ef-7ed0ddb07bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:45.9989442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-multi-sub-valid","reconcileID":"63baa429-0a6d-4423-b002-86828047f7bd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:46.00979676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-758617-sub","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-sub","reconcileID":"bc5864db-9e79-45c5-bd24-5071d5504603","MaaSSubscription":{"name":"test-model-758617-sub","namespace":"ai-tenant-e2e-inf-a-758617"},"name":"maas-trlp-test-model-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:46.082621329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"343ea64f-4cc2-47d4-a249-5441aa40606d","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"tenant":"e2e-inf-a-758617","gateway":"openshift-ingress/e2e-inf-a-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:46.082643529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"343ea64f-4cc2-47d4-a249-5441aa40606d","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"routeName":"test-model-758617-kserve-route","namespace":"ai-tenant-e2e-inf-a-758617","llmisvcName":"test-model-758617","gateway":"openshift-ingress/e2e-inf-a-758617","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:46.576003889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98f7cd4-244e-4538-9b9a-f13f0d9511bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:46.592712135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98f7cd4-244e-4538-9b9a-f13f0d9511bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:46.608471075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98f7cd4-244e-4538-9b9a-f13f0d9511bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:46.625824115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98f7cd4-244e-4538-9b9a-f13f0d9511bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:46.664335369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"ec9f5c42-b1b0-4347-be36-1baf6be79750","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-758617","tenantID":"e2e-inf-a-758617","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:46.689559683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"ec9f5c42-b1b0-4347-be36-1baf6be79750","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"name":"e2e-inf-a-758617-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:49.531157655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"83dde41d-7211-4787-bfb7-ae38e4f639df","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"tenant":"e2e-inf-b-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:49.531181877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"83dde41d-7211-4787-bfb7-ae38e4f639df","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"routeName":"test-model-854b9e-kserve-route","namespace":"ai-tenant-e2e-inf-b-854b9e","llmisvcName":"test-model-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:49.796748425Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"b0938f8c-7e71-43b7-ac6a-7bd325c9a746","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:49.796815999Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"bb2eb2f2-c025-4c8c-8334-250d334152e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:49.796843236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"b0938f8c-7e71-43b7-ac6a-7bd325c9a746","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:49.79686653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"bb2eb2f2-c025-4c8c-8334-250d334152e3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:49.870184429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"41166ea4-031a-4c06-a792-1d9b310d0391","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"tenant":"e2e-inf-b-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:49.870205564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"41166ea4-031a-4c06-a792-1d9b310d0391","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"routeName":"test-model-854b9e-kserve-route","namespace":"ai-tenant-e2e-inf-b-854b9e","llmisvcName":"test-model-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:49.890537749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"fed5c20f-0e0d-4456-ab25-b4ca89eb84c0","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"tenant":"e2e-inf-b-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:49.89055404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"fed5c20f-0e0d-4456-ab25-b4ca89eb84c0","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"routeName":"test-model-854b9e-kserve-route","namespace":"ai-tenant-e2e-inf-b-854b9e","llmisvcName":"test-model-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:49.899115617Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"07f949cf-ab6f-4e41-9309-4babd8348a34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:49.899168886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"07f949cf-ab6f-4e41-9309-4babd8348a34","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: compose ai-tenant-e2e-worker-w4-c0c28f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: model e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:49.984375043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"31a563a0-b0a7-46cd-80af-9cb145ed1932","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-854b9e","tenantID":"e2e-inf-b-854b9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:50.05318574Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"31a563a0-b0a7-46cd-80af-9cb145ed1932","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"name":"e2e-inf-b-854b9e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:50.073415444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-854b9e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"31a563a0-b0a7-46cd-80af-9cb145ed1932","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:50.093417902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"9d5af4f8-4084-46e0-af4b-4f40de988ca5","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"tenant":"e2e-inf-b-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:50.093434391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"9d5af4f8-4084-46e0-af4b-4f40de988ca5","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"routeName":"test-model-854b9e-kserve-route","namespace":"ai-tenant-e2e-inf-b-854b9e","llmisvcName":"test-model-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:51.997582012Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-subscription","reconcileID":"2e52c1fe-3e05-42e1-9ae1-fbc35e721762","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:52.070109537Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-subscription","reconcileID":"2e52c1fe-3e05-42e1-9ae1-fbc35e721762","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:52.135722141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"e68a8b8c-b293-4034-99fc-cfccb3c480a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:52.139527766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"e6be6ef4-1389-485a-97d2-7b2e53c2ee39","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:52.161962089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"0bcefe68-1e64-435f-92b0-1cc6095b4c21","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:52.187700993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"0f1a2782-14c1-410e-ae3b-f11e0708340e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:52.189724473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"e8fc31d8-51ce-4920-bf79-15d787c2e726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:52.189894143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"d395824b-5e86-45be-b15d-b6216101dd8e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:52.20867342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"0f1a2782-14c1-410e-ae3b-f11e0708340e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:52.214385534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"d395824b-5e86-45be-b15d-b6216101dd8e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:52.214392905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"e8fc31d8-51ce-4920-bf79-15d787c2e726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:52.299260321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"a87fd0bd-0778-4ffe-ba4f-2ff77f551c08","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:52.302226343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"9a1ce6c2-e2c9-4299-a5e3-0d32b873ebab","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:52.305234258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"05760784-c83e-49ec-b88d-2259782ef254","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:52.30558014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"d395824b-5e86-45be-b15d-b6216101dd8e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:52.30568561Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-dedup-auth","reconcileID":"612b73c8-2c85-4055-bc09-7245bc2fb21b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:52.486256167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"2a7b500c-587e-45f2-bbb0-8448b065e9da","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.52164869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"00efedd3-b411-4313-a0ff-fb165b570986","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.535054475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"2d7b68ac-1202-49cc-af2c-793b83f8d427","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.563995145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"47a16667-8305-4288-b8ab-d09a2f716435","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.564335545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"d4a0e0fb-f9e7-49a7-a770-cf7253e06f2b","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.671447788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-auth","reconcileID":"281a0195-47d5-4077-88ff-9b5b34914d09","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.693058059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-auth","reconcileID":"281a0195-47d5-4077-88ff-9b5b34914d09","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.736805418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"ef604267-38d3-466b-89e4-116d7bdcd5e7","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.758986268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"1e20cc21-7eff-4187-85eb-f28885eeb0a9","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:53.771176687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-subscription","reconcileID":"5e1128ae-f8ec-4b16-bc11-6bb55d8e7fad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.781764545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"c251616a-3c2d-470b-b7ed-1332bc649ea4","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.806625567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"de8f4efa-31b2-4ecf-a0c1-6abaf792dcf9","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.806976223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"cf5ab412-5309-4195-8b5d-def1ec3af0bc","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.817683096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c2387ce3-d6a6-4443-a7d8-01994d4cd057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.818461622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f8787236-f212-4fb2-ac67-e2581941128c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.827767621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"9d99bea6-3e42-43c4-ad2d-3334871e1442","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.828095381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"ae9e17bb-9595-43c4-b191-cbe861a53624","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.84066344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c2387ce3-d6a6-4443-a7d8-01994d4cd057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.840675441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f8787236-f212-4fb2-ac67-e2581941128c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.860708626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5cebbdb-a71e-46d1-ab32-ff655100aa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.876402332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5cebbdb-a71e-46d1-ab32-ff655100aa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.89170155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5cebbdb-a71e-46d1-ab32-ff655100aa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.907900799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5cebbdb-a71e-46d1-ab32-ff655100aa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.945446128Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-subscription","reconcileID":"e04f43f0-1f3a-4de7-9682-65918cae1426","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-w4-c0c28f","model":"distinct-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.982362207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"f22f0c15-47d5-422c-8b02-b742f74cc45e","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:53.982967953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"e8335183-e712-4b48-be95-53ef37ec1b24","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.018349314Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-subscription","reconcileID":"e04f43f0-1f3a-4de7-9682-65918cae1426","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","model":"distinct-2-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.063648195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-auth","reconcileID":"7bc8cd20-4d9e-4d65-b2f2-45f73adeb7da","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.093489074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-auth","reconcileID":"7bc8cd20-4d9e-4d65-b2f2-45f73adeb7da","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.094589799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"c680f374-7fdf-47bb-91c4-8e88231c25bf","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.095134932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"19ab4d6c-4964-4ace-b078-13cf7fe53a54","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.159973517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-subscription","reconcileID":"9afbde43-2fd8-4a22-9ca5-be5f61889aae","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.1603432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"21fed0a6-e83b-4572-8307-d5f124b294b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.160877899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"5edf8514-3aea-4faa-861e-32c8d8cd3409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.185560943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"5edf8514-3aea-4faa-861e-32c8d8cd3409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.188179327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"21fed0a6-e83b-4572-8307-d5f124b294b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.212844834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-subscription","reconcileID":"9afbde43-2fd8-4a22-9ca5-be5f61889aae","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.584997756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a789213-6325-41d1-95f5-3cb70fa60825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.603486928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a789213-6325-41d1-95f5-3cb70fa60825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.619001605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a789213-6325-41d1-95f5-3cb70fa60825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.634918287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a789213-6325-41d1-95f5-3cb70fa60825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.697844309Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-2bb4ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-2bb4ef","reconcileID":"78942167-0fc3-4fd7-a299-b86a8f0eda56","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-2bb4ef","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-2bb4ef":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.854178031Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-sub","reconcileID":"c95a2784-345b-4557-b526-7656681d09b8","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.9512084Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-sub","reconcileID":"c95a2784-345b-4557-b526-7656681d09b8","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-555d1e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.951237341Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-sub","reconcileID":"c95a2784-345b-4557-b526-7656681d09b8","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:54.951356111Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-sub","reconcileID":"c95a2784-345b-4557-b526-7656681d09b8","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-555d1e/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:55.019586093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"75b18a4b-736d-4d26-9fd6-5906c07e0bf9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:55.139755402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"8f11c8dd-b291-44c4-b7bc-e499f95da035","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:55.198081177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"a074b6bc-89ea-4314-a029-f06f051a7eac","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:55.199019321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"cfbe6d13-6253-4574-8228-687e980c3761","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:55.304572377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"f666ed63-0025-4a70-ac0e-9164d34f4a05","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:55.310527221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-auth","reconcileID":"85323afb-88fc-4e75-92cd-d173fc30600f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:55.310560259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"cd48b0a8-da59-48ed-9d28-a2c78f0baf64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:55.311323758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"f1f4099f-5668-4a43-b10f-581a14f03b3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:55.332644602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"f1f4099f-5668-4a43-b10f-581a14f03b3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:55.335424503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"cd48b0a8-da59-48ed-9d28-a2c78f0baf64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:55.382860691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-auth","reconcileID":"85323afb-88fc-4e75-92cd-d173fc30600f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:55.51955107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb01485a-9b01-4e24-8b00-8ebf9b631b85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:55.535407353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb01485a-9b01-4e24-8b00-8ebf9b631b85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:55.558549984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb01485a-9b01-4e24-8b00-8ebf9b631b85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:55.576957203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb01485a-9b01-4e24-8b00-8ebf9b631b85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:55.592187454Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-degraded-auth","reconcileID":"1fab447f-2cf9-4e73-bc7f-c1741d145172","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:55.646915207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"07f6c547-beab-476e-8c1a-f7a736453546","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:55.97502296Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-free","reconcileID":"3c719760-91d5-4b8e-a2ca-2ad11ef003e0","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.05060888Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-free","reconcileID":"3c719760-91d5-4b8e-a2ca-2ad11ef003e0","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.122009856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-premium","reconcileID":"f11ba278-1096-4dda-9544-3ac4f524d722","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.132290185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"a12a6057-e586-40f0-9e2e-ae55ebdf8562","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.136632869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"16d851c0-639f-4064-bd58-d61d11db36e1","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.185169213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f95040c5-8103-4303-b4d3-5865fd91e22e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.1857375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0e39da7e-fc15-4f78-af79-f82e18deb203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.186044579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"59d55086-0dcf-47d1-842d-ca59656a6660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.206537736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0e39da7e-fc15-4f78-af79-f82e18deb203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.207196124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f95040c5-8103-4303-b4d3-5865fd91e22e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.210029979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"59d55086-0dcf-47d1-842d-ca59656a6660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.295353519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"9d5afa4a-4297-42db-967a-905d44a5bfca","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.342017045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6099890d-0ffe-4cc6-bb5e-21ac0d5529ec","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.342018934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"f8c4becf-0be5-482a-9a15-60370e981e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.367340083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"f8c4becf-0be5-482a-9a15-60370e981e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.367696149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6099890d-0ffe-4cc6-bb5e-21ac0d5529ec","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.441452225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"655b8492-07eb-444d-aaf8-ecac596d25f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.462422413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"655b8492-07eb-444d-aaf8-ecac596d25f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.649342383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"67eb4f87-8f1d-4bac-b3a8-cc1360209d60","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.670267268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"55d54bb3-1ca4-461e-bac1-fbf7f45241be","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.717300731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-failed-auth","reconcileID":"a99ea40b-5dd5-4df6-b687-5b3182338f7a","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.739948861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-failed-auth","reconcileID":"a99ea40b-5dd5-4df6-b687-5b3182338f7a","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.835736776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"0e1cef02-4e23-4fda-b85c-bfdd93752fff","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.89418311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-failed-auth","reconcileID":"f9e24c8c-85c4-4d9a-b834-7af87fc7352a","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:56.925801598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-failed-auth","reconcileID":"f9e24c8c-85c4-4d9a-b834-7af87fc7352a","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:11:57.079017736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-failed-sub","reconcileID":"21139037-e747-416e-97b5-daaecc07fa68","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.095182361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-failed-auth","reconcileID":"8e96932a-3d68-4452-8da4-d714bd35bc49","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.095736468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"be86a280-97e4-471e-ad70-0fd06842e4ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.096221108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"63887a09-80f3-4ef4-adb9-fbbcd6a13718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.117929465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"be86a280-97e4-471e-ad70-0fd06842e4ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.118033729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-failed-auth","reconcileID":"8e96932a-3d68-4452-8da4-d714bd35bc49","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.12062735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"63887a09-80f3-4ef4-adb9-fbbcd6a13718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.128366186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"2c480f9c-3255-413f-b454-2e9a7488f584","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.147960034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"baa10df8-3986-4138-b385-3941c8bf887e","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.184137015Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-subscription","reconcileID":"efddb965-2042-4b7b-9d0e-261aa9865831","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c9b654dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.203297996Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-subscription","reconcileID":"903eef7a-af2f-4a10-b472-add89131817a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c9b654dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.230175674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-auth","reconcileID":"e14b928f-dd4e-48b2-9914-7491ca9455a5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.231341428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"e55beaa9-a04e-415c-b057-8ec31038eaa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.252651693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"e55beaa9-a04e-415c-b057-8ec31038eaa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.252673917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-auth","reconcileID":"e14b928f-dd4e-48b2-9914-7491ca9455a5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.298161309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-failed-auth","reconcileID":"689e787a-9f52-4c84-be63-bfd7eb008f1b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.398593847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-failed-auth","reconcileID":"689e787a-9f52-4c84-be63-bfd7eb008f1b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.429850982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"04344db2-abff-44cf-834e-a0d5ec64a856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.430405232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"fd6bfdb7-1f94-4440-91c5-a923b12531cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.473471891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"04344db2-abff-44cf-834e-a0d5ec64a856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.483180253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"fd6bfdb7-1f94-4440-91c5-a923b12531cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.559297154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"ee64da48-dd8b-4950-a31f-fb571bf24721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.581639092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"ee64da48-dd8b-4950-a31f-fb571bf24721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.674289265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-auth","reconcileID":"f7e88577-2e36-459e-8f77-91c049e9795d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.674984277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9a94d98a-0c3a-4f3c-8e24-13be958c9e69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.699396504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9a94d98a-0c3a-4f3c-8e24-13be958c9e69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:11:57.699400126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-auth","reconcileID":"f7e88577-2e36-459e-8f77-91c049e9795d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:00.131052473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"5e01ef56-ebd5-486b-9103-b161b735baa8","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-854b9e","tenantID":"e2e-inf-b-854b9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:00.152650762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"5e01ef56-ebd5-486b-9103-b161b735baa8","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"name":"e2e-inf-b-854b9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:00.173134722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-854b9e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (470e6d5769942d9b905a835a54a4b9dfa0bd6133d5b4579e87bcc9cfc35b2a09) AuthConfig (62c62ebffbdcc7f969b8b79f8032c57c1de29926efc59644abe4be25d1d1cb6e) AuthConfig (f25c72abd9fa1b37f82db4239d0caf50bf3646aae3a27f96679d2756326c7898) AuthConfig (7737428194d35dc5930f80d79fbc9950254ea0e5a942b231f08d8b47d669c09c) AuthConfig (bf49a48f42e7180aa420aec053d0d352215fab5f865ac000e0689c3fa67ab711) AuthConfig (b64cf69a9cc943703ebc172525310971a13390038062adcde65ef0d8a74800b2) AuthConfig (05fd053f844afb48a4fdfce4176b05a324798181bb6c12889afff54e2b78ff60) AuthConfig (edc925de00de70bf877ed0f87b6febc84864cafbc8915672dadd7052c26e276f) AuthConfig (682571b625e060ed9ec068f527dc5c1107f226b96e544113294edf5ad49f8401) AuthConfig (9467d7b9817bff1b75d4bba789c71f898417cf14f49fa7e3622f89092ab2763d) AuthConfig (7489c3396f25226b893ef09124aa22c7d8d847fb5860535a15322b9ebc3971bf) AuthConfig (ff7cb4ef13ec608f661e5490ef44a43665b784c6b734d615d3b42b4383b312f8) AuthConfig (3a92fe8ed53d3a2cee8ac63fc281fce57efd856a8e69c7bbf32e6b36837a2bcf) AuthConfig (83a38656d41d7b0b242a3911d466eccac85b08bf1344048a385809d4473866f0) AuthConfig (b9ba5ce89c7557764f21717b1c8d1620cf1bbee63ebf35cc04be47a2f75bcd89) AuthConfig (b4432b4938de0c333c594d6150bf168fccacba522fe802a4bc616727c1d35dca) AuthConfig (f3862d972ebc9148f3f9448de289d081d5633e8e253d619f4c042df48969c75e) AuthConfig (4496ec4abbe2a5e5bd1dc34ce876b3eccfe1926cf97c7b136998dfc3e44ee453)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"5e01ef56-ebd5-486b-9103-b161b735baa8","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:00.195330656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"dbc79758-1383-4a72-95a9-622af2e2de61","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"tenant":"e2e-inf-b-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:00.19534872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"dbc79758-1383-4a72-95a9-622af2e2de61","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"routeName":"test-model-854b9e-kserve-route","namespace":"ai-tenant-e2e-inf-b-854b9e","llmisvcName":"test-model-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:00.47944618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"0fc1cf4a-f74a-4193-ae2b-3b6b07f18ea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:00.479570421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-failed-auth","reconcileID":"c04b1cc2-b898-4056-86f5-bb93c33e1bf7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:00.480174997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"75758a1b-2546-4b6c-b93f-5909b8e2b729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:00.509084862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-failed-auth","reconcileID":"c04b1cc2-b898-4056-86f5-bb93c33e1bf7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:00.510266737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"0fc1cf4a-f74a-4193-ae2b-3b6b07f18ea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:00.51767165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"75758a1b-2546-4b6c-b93f-5909b8e2b729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:06.10552626Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:06.349149999Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-premium","reconcileID":"aa397905-40e6-4d81-abab-e43a1513ab55","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:06.433109221Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-subscription-premium","reconcileID":"aa397905-40e6-4d81-abab-e43a1513ab55","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:06.50841292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"09505936-322c-4acc-93c4-a722d8e68c36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:06.587566663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"296064d1-f8a9-4a65-b150-deb0724b41a4","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:06.635969133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0603849f-184e-458a-b2cc-f7f6c20c90e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:06.636193746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"c552fd11-eea0-4b90-b3b9-2c2ebd82931c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:06.635969496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a0428939-f9bd-443c-bd87-fa4c777e47ad","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:06.657323335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"c552fd11-eea0-4b90-b3b9-2c2ebd82931c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:06.657342232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0603849f-184e-458a-b2cc-f7f6c20c90e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:06.65947464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a0428939-f9bd-443c-bd87-fa4c777e47ad","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:06.75232894Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-multi-sub-valid","reconcileID":"44f2d9f3-145d-4498-ae95-a3d67f96d9e1","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:06.752671241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"4d41966d-3c76-4f28-94ba-c3bdc35f8cf9","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:06.870550179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"95f9ecf2-48fb-4dfd-89f3-ef4b0a7bde73","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.219940877Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-subscription","reconcileID":"58999c13-b50e-48b1-b36e-5f4bd47b40b4","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.236173208Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-subscription","reconcileID":"58999c13-b50e-48b1-b36e-5f4bd47b40b4","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.252761587Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-subscription","reconcileID":"58999c13-b50e-48b1-b36e-5f4bd47b40b4","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.271628515Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-subscription","reconcileID":"58999c13-b50e-48b1-b36e-5f4bd47b40b4","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.29007644Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-subscription","reconcileID":"58999c13-b50e-48b1-b36e-5f4bd47b40b4","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.352828031Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-subscription","reconcileID":"58999c13-b50e-48b1-b36e-5f4bd47b40b4","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.443324953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"8ffe5670-5233-45dd-803f-0b871da3cd01","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.466062012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"e8be88d5-923e-472d-ae6b-2b2bc81f690f","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.52668504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-auth","reconcileID":"1d34736c-a3bf-4adf-a75b-f5a1c355d5fa","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.526748137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"d53eb064-9829-4020-9a72-296deb0f102e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.527182464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"dd634d9f-82e4-417a-a568-e9bef7d45a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.548001873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-auth","reconcileID":"1d34736c-a3bf-4adf-a75b-f5a1c355d5fa","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.548073035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"d53eb064-9829-4020-9a72-296deb0f102e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.550325799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"dd634d9f-82e4-417a-a568-e9bef7d45a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.604168461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"6082359a-cca7-4da8-a7ee-7fef05fde015","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.604353919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"3c783c19-685f-4ed8-b9fd-d772e5a4aad1","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.69600296Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-auth","reconcileID":"a3bb10d4-133c-414a-b44e-f7084a9fc8cf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.711740416Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-distinct-models-auth","reconcileID":"a3bb10d4-133c-414a-b44e-f7084a9fc8cf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.763834122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"40ada1e3-0b2a-483c-b86d-b7a59172a79b","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:07.764057064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"d1d503e1-2b76-45fe-8eb0-6947188b6aa4","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:08.800319353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"e78e4cf6-4706-43a6-b37b-83ca7b4f8438","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:08.81955628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"3e7004db-3e39-4ac7-b954-9ca5c0d928c8","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:08.89859415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"9185e897-b61f-49ad-a200-c59d35f571f1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:08.920578845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"9185e897-b61f-49ad-a200-c59d35f571f1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.016924393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"74aff27c-70e2-4bf8-a9ff-affe3030d80b","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.041040293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"a0b6a002-6082-4c83-8d60-56aa54eb52aa","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:12:09.054110539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-sub1","reconcileID":"afa7410a-62ce-4018-9d7c-3ce15260c38a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.094500126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b1eceb14-cc6f-49c0-8176-4930097b385b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.09515109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1f745430-77a4-4f6c-a371-84992d62256d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.099020607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"ecd3d8ec-8a68-4fea-aa4a-d8da90394892","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.099470963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"e4766a2d-6d9a-466d-a916-9e7cec7105cb","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.117274144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"d960e65f-6d26-45a2-8cfd-4a6557375fff","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.121511241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b1eceb14-cc6f-49c0-8176-4930097b385b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.125542939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1f745430-77a4-4f6c-a371-84992d62256d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.196566603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"2e642d6a-16f3-4c31-8024-c8ed6142f625","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.204139268Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-sub1","reconcileID":"18019910-f059-4b05-a723-a1188cb22a53","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-w4-c0c28f","model":"distinct-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.219526291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"2e642d6a-16f3-4c31-8024-c8ed6142f625","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.245017677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"e8b909ee-763c-43e0-97d4-ff44bf3fe8c4","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.268660502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"69494464-5551-4458-824a-24f356a36980","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.288966132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"3efe0a88-392e-4e8d-a104-8e9fddc9c1e0","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.354314164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"82b28eb3-767d-4cfe-bfbb-3ab8918c579f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.354316984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"6d15cb64-913c-4f84-a9f4-a72922676b79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.382544031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-sub1","reconcileID":"9c98450b-fc09-4332-9d69-3783f5df413d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.386177759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"6d15cb64-913c-4f84-a9f4-a72922676b79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.394839418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"82b28eb3-767d-4cfe-bfbb-3ab8918c579f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.446411572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"c4a0efd6-4481-40e5-86bc-c63ce31c5f36","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.447275991Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-c0c28f priority=0:[ai-tenant-e2e-worker-w4-c0c28f/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-c0c28f/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.46152627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth2","reconcileID":"33101faf-aaad-4961-91b8-ba4c49db9d2c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.475963044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"d7f34073-8f2e-4fc6-af37-ca0164cd41fe","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:12:09.485920781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-sub2","reconcileID":"dde9a996-6b0f-43d2-b7c6-7924af623237","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.491520665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth2","reconcileID":"33101faf-aaad-4961-91b8-ba4c49db9d2c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.502699268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"3e2a2177-5384-4d14-92c2-2866fdeab08b","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.527985669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"65fe6da7-0731-46bd-b75e-202a080d6f58","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.548285401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"47f4fb89-d66c-4d21-99ca-b0e06ea9be2a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.549980511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"38d4fa3c-5cce-4c2f-b052-0f0e927a0c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.550435777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"8cd972f8-9861-45e6-8026-5245a81e8491","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.57077138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"47f4fb89-d66c-4d21-99ca-b0e06ea9be2a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.578405763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"38d4fa3c-5cce-4c2f-b052-0f0e927a0c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.628674481Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-sub2","reconcileID":"b6f8f1b5-9d02-45f2-863c-c791c1380e74","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","model":"distinct-2-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.653405007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"459a4b69-87a3-4d50-ad64-a65e6766ec0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.686258423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"459a4b69-87a3-4d50-ad64-a65e6766ec0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.723887471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"dc54bb83-40bd-4663-8368-65e0846ded97","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.725369691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"e39fd088-a71a-481e-b20e-8c426aa6ca07","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.810110395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-sub2","reconcileID":"8eb34e6e-1270-4f48-8c03-c481199f0d35","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.833639165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"0ed6f646-10bc-49e3-a6e3-1458deb6551d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.833936498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth2","reconcileID":"bd1af150-d223-4f6b-a1e7-5edf2026aa99","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.834431048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"eb6a5321-da95-4c59-a413-d7dd1bad4007","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.863143741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth2","reconcileID":"bd1af150-d223-4f6b-a1e7-5edf2026aa99","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.870516799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"0ed6f646-10bc-49e3-a6e3-1458deb6551d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.870660972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"eb6a5321-da95-4c59-a413-d7dd1bad4007","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.933414036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"10942018-0ae9-4980-b026-ba346aeb19f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:09.954898697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"10942018-0ae9-4980-b026-ba346aeb19f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:10.244765024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"ff94caf6-a3f3-4965-87a6-665b90b20ef9","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-854b9e","tenantID":"e2e-inf-b-854b9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:10.268547945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"ff94caf6-a3f3-4965-87a6-665b90b20ef9","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"name":"e2e-inf-b-854b9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:10.456195508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"0b6be9fd-2be3-4520-9226-32a510a76dae","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"tenant":"e2e-inf-b-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:10.45621509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"0b6be9fd-2be3-4520-9226-32a510a76dae","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"routeName":"test-model-854b9e-kserve-route","namespace":"ai-tenant-e2e-inf-b-854b9e","llmisvcName":"test-model-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:10.480117813Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-failed-sub","reconcileID":"a6258871-5382-4b5b-b82e-4064fdcc28ae","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:10.480342109Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-failed-sub","reconcileID":"a6258871-5382-4b5b-b82e-4064fdcc28ae","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-555d1e/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:10.588581876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"e5b0b0f0-6eeb-4d12-8673-69e6e8914d48","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:10.641429159Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"e5b0b0f0-6eeb-4d12-8673-69e6e8914d48","name":"e2e-extmod-b-2bb4ef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:10.659579117Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-c0c28f priority=0:[ai-tenant-e2e-worker-w4-c0c28f/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-c0c28f/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:10.684110805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"1d0dc3e8-b9ba-4d7d-9b55-692774cf8991","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:10.71023285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-failed-auth","reconcileID":"bba55070-74cd-4f80-bf6f-44108ac6d3f4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:10.712958005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"fbc7513b-2f0a-4654-925d-6934b9f036b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:10.713365076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ae2e90db-9023-4806-9869-84c5fb81fbb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:10.732457054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-failed-auth","reconcileID":"bba55070-74cd-4f80-bf6f-44108ac6d3f4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:10.770450038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"fbc7513b-2f0a-4654-925d-6934b9f036b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:10.772880986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ae2e90db-9023-4806-9869-84c5fb81fbb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:10.870584873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"ebabb5bd-a7b5-4bd8-b8f3-293c952c0fa2","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:10.890091434Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-apikey-failed-auth","reconcileID":"b65b5086-3e63-4707-8365-7f3b46e18ee2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.00091277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"410c8830-6d68-4c3f-ac99-b77993ba41c4","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.05661171Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-sub1","reconcileID":"d2a2554c-fb6f-4fdb-a967-53a807e1fe8c","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1b20bd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.06053092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"69b120a9-bfd4-4ed2-bfe5-976f398ee339","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"tenant":"e2e-inf-b-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.060547854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"69b120a9-bfd4-4ed2-bfe5-976f398ee339","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"routeName":"test-model-854b9e-kserve-route","namespace":"ai-tenant-e2e-inf-b-854b9e","llmisvcName":"test-model-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.085140034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"59c3f507-72d2-43df-8b26-2b5291124c68","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"tenant":"e2e-inf-b-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.085157839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"59c3f507-72d2-43df-8b26-2b5291124c68","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"routeName":"test-model-854b9e-kserve-route","namespace":"ai-tenant-e2e-inf-b-854b9e","llmisvcName":"test-model-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.090573743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"952e5baa-9c24-49bc-86b9-831ba8436b75","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.104008329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"89863aca-df92-473e-8d67-49595ddfa01d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.104062253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth2","reconcileID":"897c8906-d771-439f-94cd-674a3a01233d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.104428044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"00d6763a-0b89-42cf-95ad-9ccaae314afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:12:11.104613295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-sub","reconcileID":"bc57bd1d-dff0-40a4-9f79-e3324bf89869","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-854b9e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:12:11.107568524Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"59c3f507-72d2-43df-8b26-2b5291124c68","name":"test-model-854b9e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-854b9e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:12:11.107630103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"59c3f507-72d2-43df-8b26-2b5291124c68","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-854b9e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.107902814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"a8c9a20d-71e8-463e-a3b3-1a1dc9710885","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.112933521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"4a110b32-e224-4736-ab35-f675646674d9","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"tenant":"e2e-inf-b-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.112947925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"4a110b32-e224-4736-ab35-f675646674d9","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"routeName":"test-model-854b9e-kserve-route","namespace":"ai-tenant-e2e-inf-b-854b9e","llmisvcName":"test-model-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.113583954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"056617bd-080e-4013-b986-03f4b2761fe7","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.113727934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"952e5baa-9c24-49bc-86b9-831ba8436b75","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.125350756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"89863aca-df92-473e-8d67-49595ddfa01d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.127152128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"00d6763a-0b89-42cf-95ad-9ccaae314afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.127565304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth2","reconcileID":"897c8906-d771-439f-94cd-674a3a01233d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.139482117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"d6ee03fa-743b-41a5-995f-f9aff56753ff","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"tenant":"e2e-inf-b-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.139496361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"d6ee03fa-743b-41a5-995f-f9aff56753ff","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"routeName":"test-model-854b9e-kserve-route","namespace":"ai-tenant-e2e-inf-b-854b9e","llmisvcName":"test-model-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.146564064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"b57e5998-957b-472b-aa80-f8445ab5de6a","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-854b9e","tenantID":"e2e-inf-b-854b9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.160137959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"c7d5d28b-3f3c-49a1-bbe0-83976835c3ec","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"tenant":"e2e-inf-b-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.160151672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"c7d5d28b-3f3c-49a1-bbe0-83976835c3ec","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"routeName":"test-model-854b9e-kserve-route","namespace":"ai-tenant-e2e-inf-b-854b9e","llmisvcName":"test-model-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.170253421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"b57e5998-957b-472b-aa80-f8445ab5de6a","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"name":"e2e-inf-b-854b9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.245221431Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-sub","reconcileID":"5119fdf2-eae0-4725-86fb-c7cd4a67603c","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"name":"maas-trlp-test-model-854b9e","model":"test-model-854b9e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-854b9e/test-model-854b9e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.337642003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth2","reconcileID":"cc92e723-83c5-4d50-8830-3860f6707aaf","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.339149828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"d93295aa-13a5-4947-a3c8-47e606b78845","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"tenant":"e2e-inf-b-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.339164764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"d93295aa-13a5-4947-a3c8-47e606b78845","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"routeName":"test-model-854b9e-kserve-route","namespace":"ai-tenant-e2e-inf-b-854b9e","llmisvcName":"test-model-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.348186939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"61e716d3-15ee-42c0-bcc6-180c3d096172","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.348379686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"41579633-c003-424d-9913-aa152e9a6c1b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.348186603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8c316009-558c-4def-b15b-23638be8fe43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.364571374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth2","reconcileID":"cc92e723-83c5-4d50-8830-3860f6707aaf","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.371899743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"61e716d3-15ee-42c0-bcc6-180c3d096172","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.373824336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"41579633-c003-424d-9913-aa152e9a6c1b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.375551189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8c316009-558c-4def-b15b-23638be8fe43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:11.43487499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-sub","reconcileID":"03b5562f-c824-4ba3-88ea-73bf203df598","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"name":"maas-trlp-test-model-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.127993957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"5a562abf-90ab-4dec-9963-dee2d06f2483","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.146805179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"7877b33e-12a3-4032-acff-acd263e2ff49","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.195048842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"99974bf2-a28d-4ff5-82e8-ad717f6239dc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.217368984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"99974bf2-a28d-4ff5-82e8-ad717f6239dc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.305853175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"da3f2558-84d3-4c96-b77f-8d71793f4d11","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.345459539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"54796061-2cf2-4811-b396-d11caf044394","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.354941868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"632b4134-210e-4472-9f5f-a1e1ee26d97d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.366902492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"6b560038-8772-4bba-81d5-d051215c0213","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.376600488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"632b4134-210e-4472-9f5f-a1e1ee26d97d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:12:12.379190392Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-13fc321f","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f","reconcileID":"e5f1555e-abab-4936-ae61-37008e232c02","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-13fc321f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.417513407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"a5fcade1-e3ef-48e8-a586-c44fac20430c","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.43675181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"a13e9caa-57f1-422d-9208-6db2627467f6","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.454042713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"794b49fd-9bf6-4b71-b138-feaf6dfca372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.454320231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ce28a1cc-7120-4c9f-96e8-3f10a69cbbf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.479627073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"794b49fd-9bf6-4b71-b138-feaf6dfca372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.47985072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ce28a1cc-7120-4c9f-96e8-3f10a69cbbf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.525165006Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-13fc321f","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f","reconcileID":"673777a7-94f0-4639-a3a9-6de34031de99","MaaSSubscription":{"name":"e2e-filter-sub-a-13fc321f","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-555d1e/e2e-filter-sub-a-13fc321f","ai-tenant-e2e-worker-w0-555d1e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.566705584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"3f5d9b27-58fc-45c1-ae08-49fb50741048","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.587874029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"3f5d9b27-58fc-45c1-ae08-49fb50741048","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.589448396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"3fbc7db5-9211-49b7-9145-f47002a545ad","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.606059332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"4cd58496-9050-4aee-ae0d-c750fde02db2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.678750411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"6d06ad4f-def9-49b0-a665-12d4badd26a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.679171151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"c7e063a7-b0a0-4325-a4ee-42bd49c149e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.70349308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"6d06ad4f-def9-49b0-a665-12d4badd26a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.770391336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-13fc321f","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f","reconcileID":"d38cecbd-26d5-4433-9b2e-f44834b65b59","MaaSSubscription":{"name":"e2e-filter-sub-a-13fc321f","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:12.77264767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"c7e063a7-b0a0-4325-a4ee-42bd49c149e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:14.879839994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"9f3370f1-3bbb-472f-8bfc-bdc5bdca4657","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:14.898960881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"4266d4d8-334a-4fde-9279-4c871ea1a4fa","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:14.947420097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"59a5d900-47c5-43e5-a2c5-a5994f72eb9b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:14.970642356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"59a5d900-47c5-43e5-a2c5-a5994f72eb9b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.06165347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"70bd8dc7-0a1d-4b74-99fc-5e22779e1a66","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.107164145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"9e1a9a3b-7a0e-459b-8544-c243bffa6782","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.10728096Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-555d1e priority=0:[ai-tenant-e2e-worker-w0-555d1e/e2e-filter-sub-a-13fc321f ai-tenant-e2e-worker-w0-555d1e/e2e-filter-sub-b-dd29d496]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.110285609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"8c23e753-648c-4be5-a6c6-b8fb09cb8f30","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.136641053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"52f61e1c-58f2-41c1-a47b-8b7d27399b0e","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.139382949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"8c23e753-648c-4be5-a6c6-b8fb09cb8f30","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.144950736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"cbde0bdc-a26c-4541-b4b0-a712c15bf305","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:12:15.16241715Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-555d1e/e2e-filter-sub-b-dd29d496","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-dd29d496\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.16432407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"6986806d-aadd-48d5-8e8b-c1c3f219be23","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.212038428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"da050daa-79e8-4c7f-82c2-984b92cb0763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.212084988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"20e89d31-0dba-4696-bd2e-e61773e51ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.212515927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"ee0cf14b-ed6d-4af2-b1c2-98e256ef91d5","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.235440506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"20e89d31-0dba-4696-bd2e-e61773e51ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.235480676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"ee0cf14b-ed6d-4af2-b1c2-98e256ef91d5","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.237711099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"da050daa-79e8-4c7f-82c2-984b92cb0763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.258654688Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-dd29d496","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496","reconcileID":"3cac08d3-9e16-4af5-9971-28ad80656079","MaaSSubscription":{"name":"e2e-filter-sub-b-dd29d496","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-555d1e/e2e-filter-sub-a-13fc321f","ai-tenant-e2e-worker-w0-555d1e/e2e-filter-sub-b-dd29d496","ai-tenant-e2e-worker-w0-555d1e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.316037133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"a1dc639d-2035-4e1b-9c13-cd3204f3450e","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.325997959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"940a8bc0-04e3-4aa6-b0b7-5f2115e6d6d6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.335662224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-13fc321f","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f","reconcileID":"95473b9a-7c40-4cac-ba07-ca9b5a4c0cbe","MaaSSubscription":{"name":"e2e-filter-sub-a-13fc321f","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.336086607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"263e6a78-2ca6-497f-a974-f49ec5efc7ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.346899237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"940a8bc0-04e3-4aa6-b0b7-5f2115e6d6d6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.427870029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"70b4f5a4-7d0f-4da8-be48-78150651dcae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.427881284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"970068b8-541c-4985-bc35-8f9d4c30a066","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.428256287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"213c0f94-48c1-42c5-bb38-63d5d1c68e9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.434551326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-dd29d496","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496","reconcileID":"b4df2360-4bcb-4036-a13e-92d31459a352","MaaSSubscription":{"name":"e2e-filter-sub-b-dd29d496","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.449569286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"70b4f5a4-7d0f-4da8-be48-78150651dcae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.44970621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"213c0f94-48c1-42c5-bb38-63d5d1c68e9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:15.451721578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"970068b8-541c-4985-bc35-8f9d4c30a066","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:18.432037182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-sub2","reconcileID":"d3affdd6-def0-4038-a18a-8e3f2674daea","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:18.515396127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"ff58441f-f57f-4946-8d0b-310a22627a86","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:18.550792971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-sub","reconcileID":"3768fa2f-eda3-4daf-8b6c-390eea9adedc","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"name":"maas-trlp-test-model-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:18.615542379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"c38acbc2-8afd-45e0-82f3-97e8df7ddefb","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"tenant":"e2e-inf-b-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:18.615568665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"c38acbc2-8afd-45e0-82f3-97e8df7ddefb","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"routeName":"test-model-854b9e-kserve-route","namespace":"ai-tenant-e2e-inf-b-854b9e","llmisvcName":"test-model-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:19.124302142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"6d16a248-e4c5-4404-aac1-2545dac6ebc0","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-854b9e","tenantID":"e2e-inf-b-854b9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:19.210469697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"6d16a248-e4c5-4404-aac1-2545dac6ebc0","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"name":"e2e-inf-b-854b9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.485413565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"61081d8b-76a4-4c1e-a717-35807fb7de9e","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.506160611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"3448f30c-594a-4074-80c8-fac4ecb7b9a4","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.553564557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"8bdd8940-377f-4eb9-a547-2b2073887612","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.577219499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"8bdd8940-377f-4eb9-a547-2b2073887612","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.669497269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"3535abc7-ef40-433b-9b53-cc3dbf4ea758","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.68747843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"5af92a37-56c8-4f68-8f42-ae5220c799a3","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.687695295Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-555d1e priority=0:[ai-tenant-e2e-worker-w0-555d1e/e2e-filter-sub-a-13fc321f ai-tenant-e2e-worker-w0-555d1e/e2e-filter-sub-b-dd29d496]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.710058395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"1a2c9331-2706-48a2-8d58-9b7664ff42c1","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.719226028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"348eab06-614a-4afa-ae2b-957647b4f093","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.722724344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"d8ca5e29-c8b4-4b04-a805-cd3bdbe5c2df","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:12:20.726238837Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-4be645/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.740446727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"348eab06-614a-4afa-ae2b-957647b4f093","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.743660469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"077790f0-40f4-4377-adf9-92540f6df927","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.821328248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"44493023-ff20-44c4-8350-cdf99c46355b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.821439058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"578f5f26-5d6a-4276-9f10-372309bbae34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:12:20.825444083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"348eab06-614a-4afa-ae2b-957647b4f093","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-access-denied\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.832168251Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-user-subscription","reconcileID":"3503e013-ae3f-42c0-9918-276f7cd141c5","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.842693903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"44493023-ff20-44c4-8350-cdf99c46355b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.842822585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"578f5f26-5d6a-4276-9f10-372309bbae34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.892739527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"58356f04-b607-4b05-9acc-633fc2b91b8a","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.903163425Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-555d1e priority=0:[ai-tenant-e2e-worker-w0-555d1e/e2e-filter-sub-a-13fc321f ai-tenant-e2e-worker-w0-555d1e/e2e-filter-sub-b-dd29d496]","namespace=ai-tenant-e2e-worker-w2-4be645 priority=0:[ai-tenant-e2e-worker-w2-4be645/e2e-test-other-subscription ai-tenant-e2e-worker-w2-4be645/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.903273461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"32674baf-bfc5-4e6f-9fd6-39769fd463dc","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.909554575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"113006e4-e481-46b7-9659-ae2c8da13051","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.919562412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"a94e2ae7-7146-4e44-989b-98f6bae3e872","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.923909568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"233706ad-7976-4eb7-b5b7-35026e2b2bb2","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:12:20.937763631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-other-subscription","reconcileID":"4ed310be-05ea-4c6e-95ba-5ad632aa214e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.942014736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"a94e2ae7-7146-4e44-989b-98f6bae3e872","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.947505338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"3c048729-c914-45d1-9d40-e54538a0806f","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:20.978418008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"8285bfcc-1ad8-482f-a9ec-61ce5695d210","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.003114441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"0e4e26a4-1851-4bd5-bee5-8c11d3c2ce1f","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.036548368Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-user-subscription","reconcileID":"03e49404-687b-4d00-b3d2-8410ff2ccf3b","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-4be645/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.044142778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"cd613d6a-62c3-408e-a75e-f3ed039d3c38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.044142782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"7beb1d1d-fdf9-40dd-8dc2-1dd3645ee7dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.065625035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"7beb1d1d-fdf9-40dd-8dc2-1dd3645ee7dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.065733626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"cd613d6a-62c3-408e-a75e-f3ed039d3c38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.073387713Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-sub1","reconcileID":"f8693d0d-791e-4a75-a364-95e468d498e3","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.08952822Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-sub1","reconcileID":"f8693d0d-791e-4a75-a364-95e468d498e3","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.105325436Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-sub1","reconcileID":"f8693d0d-791e-4a75-a364-95e468d498e3","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.111130912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"d22e33bd-fb1c-4c11-9a1c-7fe56578d67f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.111190005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-other-subscription","reconcileID":"b3c202d1-e265-4092-bfde-96a0df1b62ad","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.140978204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-user-subscription","reconcileID":"7ab3ef25-5f43-4432-b617-c174250fada4","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.145349313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"dee3d65e-c7c7-4937-ab36-e35f22ad8e8a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.16615932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"dee3d65e-c7c7-4937-ab36-e35f22ad8e8a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.17340931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"5f426a1a-0240-4f47-90d2-9dc554e343a5","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.197732747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"b446111a-8c96-46d4-9bc5-bee7032066cc","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.197763604Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-555d1e priority=0:[ai-tenant-e2e-worker-w0-555d1e/e2e-filter-sub-a-13fc321f ai-tenant-e2e-worker-w0-555d1e/e2e-filter-sub-b-dd29d496]","namespace=ai-tenant-e2e-worker-w2-4be645 priority=0:[ai-tenant-e2e-worker-w2-4be645/e2e-test-other-subscription ai-tenant-e2e-worker-w2-4be645/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.22303056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"049171c7-7d05-4ec0-b4db-5e32785d0ead","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.278514201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"e45b87c2-744e-42f1-9ae0-b992fd0896c4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.27884554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"176e18ea-0bf7-4829-b0ca-2f5f5a7e9ba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.279128558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f5bf4789-9c66-41cb-aaa6-5ffb86dc23de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.279309556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth2","reconcileID":"ba62274f-934d-41cf-a282-e48d7e7574a6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.300104013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"e45b87c2-744e-42f1-9ae0-b992fd0896c4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.30052188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth2","reconcileID":"ba62274f-934d-41cf-a282-e48d7e7574a6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.302369812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f5bf4789-9c66-41cb-aaa6-5ffb86dc23de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.302716727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"176e18ea-0bf7-4829-b0ca-2f5f5a7e9ba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.3101968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-other-subscription","reconcileID":"f87d613c-6b11-48d4-992a-d52d4caa8c64","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.365971833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"77651435-e48e-41f0-94dd-e50aa05da9c6","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.421116937Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-sub2","reconcileID":"b49f9582-2b45-4e58-a4c6-adbeea4443bd","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4a0e4c6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.582892758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth2","reconcileID":"40ad0835-a5c5-4ff6-b563-fc08abf67e9e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.58305366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"266ad2f6-f63b-4dbc-ac1a-a0d2f397b0cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.582898548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"34b823d2-6584-45ff-a6d4-733b467d2b14","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.58331059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"cf034aed-a375-44b9-ada5-1c659c623b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.60636623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth2","reconcileID":"40ad0835-a5c5-4ff6-b563-fc08abf67e9e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.606821497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"266ad2f6-f63b-4dbc-ac1a-a0d2f397b0cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.608820578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"cf034aed-a375-44b9-ada5-1c659c623b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:21.609375485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"34b823d2-6584-45ff-a6d4-733b467d2b14","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:26.880083023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714d817c-bc72-4e11-8155-38827537b081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:26.898943252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714d817c-bc72-4e11-8155-38827537b081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:26.919084229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714d817c-bc72-4e11-8155-38827537b081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:26.935379773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714d817c-bc72-4e11-8155-38827537b081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:27.702936152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88dde504-11e4-4f23-92f6-0cc0d8768356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:27.721666503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88dde504-11e4-4f23-92f6-0cc0d8768356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:27.73818315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88dde504-11e4-4f23-92f6-0cc0d8768356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:27.754394405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88dde504-11e4-4f23-92f6-0cc0d8768356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:28.929053643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"f873502c-a233-4d60-801f-d98e27449189","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:28.976206557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"85fdefad-9d3a-421f-8994-e30fc3f9eb3c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:28.981265431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"3a238d36-9ee4-4c4a-aa46-de020a25d896","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:28.981630902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"f3b2a408-a304-402a-a34c-7f037649a51d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:28.982301511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"4d8f598f-758e-4dbb-8a81-1935b9235c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:29.009888837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"4d8f598f-758e-4dbb-8a81-1935b9235c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:29.013635667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"f3b2a408-a304-402a-a34c-7f037649a51d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:29.022907146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"85fdefad-9d3a-421f-8994-e30fc3f9eb3c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:29.026517115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"3a238d36-9ee4-4c4a-aa46-de020a25d896","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.437286314Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-sub2","reconcileID":"403e3651-61de-42c8-84ff-1b492056d0d8","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.45412684Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-sub2","reconcileID":"403e3651-61de-42c8-84ff-1b492056d0d8","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.481665827Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-sub2","reconcileID":"403e3651-61de-42c8-84ff-1b492056d0d8","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.57969457Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-4be645 priority=0:[ai-tenant-e2e-worker-w2-4be645/e2e-test-other-subscription ai-tenant-e2e-worker-w2-4be645/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.580408674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"8505773b-9b7b-445c-a3d8-aed9809d98fc","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.606515652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"33a891d5-9ad0-47cd-9e58-880531b3dde7","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.671004392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f2e5a536-92fe-4201-a0d3-2bdb8fe1b95f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.671081944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"f8692496-637e-4871-a750-1ca3e7fd9217","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.671542693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"07d7e2e2-394f-462f-9978-dbb246f19f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.671549476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth2","reconcileID":"9d4d555e-8247-4f0c-b3a0-63a1c6c40200","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.695903832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"07d7e2e2-394f-462f-9978-dbb246f19f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.697950419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth2","reconcileID":"9d4d555e-8247-4f0c-b3a0-63a1c6c40200","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.70000171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f2e5a536-92fe-4201-a0d3-2bdb8fe1b95f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.701078692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"f8692496-637e-4871-a750-1ca3e7fd9217","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.744993507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"cdc8031a-e9dd-478a-ae67-04e350025935","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.851662453Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth1","reconcileID":"3770df2f-4712-459e-9f08-1a195590a2b9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.906317752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth2","reconcileID":"83237ffb-efe5-4318-887e-5d833763426d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.935232311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth2","reconcileID":"83237ffb-efe5-4318-887e-5d833763426d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:31.974946798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"89d9a687-24c1-4506-820b-dcbfd208d6bb","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:32.133538945Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-return-all-auth2","reconcileID":"7c1c0406-c30e-4883-a384-a9729a05e311","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:32.133605298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"37ebd993-0ac6-44a5-b55f-1e68197aedcf","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:32.287664619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"f4df638f-e84a-485b-900d-1a7b03006563","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:32.791419236Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"4db4f6e0-1275-42ba-986e-9c84c125f5f0","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:32.83602136Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"110c41af-ed34-4b92-bd61-4cd5ea9e7b86","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:32.894373651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"87a088b4-46cb-4477-b952-391090ac6a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:32.895129026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"8806c903-742d-495c-ae87-ae682287e43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:32.895754915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"2c6845b4-7fe5-4810-b2df-31682739ba08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:32.896524661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e36487d9-4975-40c5-8a9e-4fb99de39d32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:32.898333287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"562b279b-5955-4a0b-a55b-c4d43e7aa902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:32.926455036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"2c6845b4-7fe5-4810-b2df-31682739ba08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:32.947740074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"562b279b-5955-4a0b-a55b-c4d43e7aa902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:32.954329597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"8806c903-742d-495c-ae87-ae682287e43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:32.955846056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"87a088b4-46cb-4477-b952-391090ac6a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:32.959527611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e36487d9-4975-40c5-8a9e-4fb99de39d32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.064901196Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"175b5481-064d-4952-8fc7-44175308d5f2","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.159733677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"c702c912-d89e-47a2-a015-77e15a3e3d37","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-758617","tenantID":"e2e-inf-a-758617","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.256223529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"9ad08558-be01-4454-aab7-66a5901d5d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.303298286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"c702c912-d89e-47a2-a015-77e15a3e3d37","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"name":"e2e-inf-a-758617-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.31385023Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"947bf664-a6c5-4209-88ea-03a1b8d1c175","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.33505608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"9ad08558-be01-4454-aab7-66a5901d5d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.406368984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"f9a9c477-8ad3-4ab5-81d9-7bb425a0ec6c","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-854b9e","tenantID":"e2e-inf-b-854b9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.534142065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d22890f-8e03-4b25-9640-c575cc506454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.534941587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"44b841ad-3ce5-42e3-8174-0ca1736bf280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.53555771Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"9c4fc1d7-03f7-4769-8c95-ba1977ee861a","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.558574386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"f9a9c477-8ad3-4ab5-81d9-7bb425a0ec6c","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"name":"e2e-inf-b-854b9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.638302643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d22890f-8e03-4b25-9640-c575cc506454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.638488358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"44b841ad-3ce5-42e3-8174-0ca1736bf280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.745409988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"49b77022-6225-4f46-ac69-f9e8e6c20d1a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.746505518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"8d859371-ff55-46cb-a4bc-356078eb9883","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.74708197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"8267fbfc-89f5-43ae-abc0-95e52806d786","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.792109482Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"a144d3c4-65fb-46ea-93df-a7e186c30ba0","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.852392783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"8d859371-ff55-46cb-a4bc-356078eb9883","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.86125884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"49b77022-6225-4f46-ac69-f9e8e6c20d1a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.963067288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"299e06ce-a43a-4c36-8338-a7251d112eb7","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.963188859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"299e06ce-a43a-4c36-8338-a7251d112eb7","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:33.96858171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"99d27316-12fa-4ed2-91f5-88067ba7e830","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.002737433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7d12d25-a643-4d6c-8232-e446ea3d713f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.046492926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"09599692-a99a-407d-b5d7-e3a4b2dd9ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.084455532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"9822302f-ccc4-41de-bc6b-d1a29e971d68","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.146720925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"b3e2cc66-0285-43e9-9f65-c965b0451ee1","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.212871858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"99d27316-12fa-4ed2-91f5-88067ba7e830","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.240500572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7d12d25-a643-4d6c-8232-e446ea3d713f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.24168815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"ed95991a-0d47-403b-9a5a-04c9911586ea","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.302500286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ef2be040-0c19-4171-8d13-742fcb07f2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:12:34.316210295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-user-token-filter-sub","reconcileID":"f01a4ed9-c47b-4757-940e-8dee115888e0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.430303859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"09599692-a99a-407d-b5d7-e3a4b2dd9ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.530062623Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"3d86c0ad-eb86-491e-b436-cf516155af93","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.533027946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"a04bc9bd-b9f0-4df2-ba48-8017b79fd996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.556852838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ef2be040-0c19-4171-8d13-742fcb07f2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.558067244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"3e7ff3de-4b07-42d3-9ea7-7c5a7cb7fa34","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.579330067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"16ef0615-13b5-45df-bb6b-e220d5b49a91","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.584808393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"a04bc9bd-b9f0-4df2-ba48-8017b79fd996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.627212731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"9e0ae0a3-a8f0-4dc2-aa09-c4cebcbff65d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.651636474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"9e0ae0a3-a8f0-4dc2-aa09-c4cebcbff65d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.673665513Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-user-token-filter-sub","reconcileID":"348ad95b-81a7-4392-acec-a935b6f42129","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.679012668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"2266fa98-0c02-4c57-b422-86d36ef11513","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.69809704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"0769f94f-02d8-4cdf-b50a-b135a7c638c2","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.698125623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"0769f94f-02d8-4cdf-b50a-b135a7c638c2","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.74047239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"917512f1-7681-45f6-8a12-665a614fe89b","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.75617272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-user-token-filter-auth","reconcileID":"8427822c-037f-4b81-a59e-6e680eba8104","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.764056174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"dfde5726-5e53-412e-9dc5-d86ce16d9345","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.777553728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"89156b59-4bff-4f3d-a2e0-708283e78512","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.77930953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-user-token-filter-auth","reconcileID":"8427822c-037f-4b81-a59e-6e680eba8104","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.810570991Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"917512f1-7681-45f6-8a12-665a614fe89b","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.813158974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"2a6ddec7-b68d-41d3-aae7-5535a3a9aae2","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-854b9e","tenantID":"e2e-inf-b-854b9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.82909455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43725c81-e087-4cb2-b200-93770a9bc919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.835244948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bb4ef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"917512f1-7681-45f6-8a12-665a614fe89b","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.837499239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"2a6ddec7-b68d-41d3-aae7-5535a3a9aae2","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"name":"e2e-inf-b-854b9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.854402121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-user-token-filter-sub","reconcileID":"e1332256-ffc3-452f-b583-ff5febdc0c5c","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.869927461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43725c81-e087-4cb2-b200-93770a9bc919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.873959351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"efeee413-5d5c-4d91-a6a5-707abe8e6b73","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.873976105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"efeee413-5d5c-4d91-a6a5-707abe8e6b73","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.927992933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"44d2fa26-c4b9-451b-be5d-66ee6478cc57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.928007805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"1250bac6-f61b-49c1-92e2-c54614e2dfd0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.950828746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"1250bac6-f61b-49c1-92e2-c54614e2dfd0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.951731383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"44d2fa26-c4b9-451b-be5d-66ee6478cc57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:34.981171881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"b9a59e89-6608-47c9-9643-7ffafddbcf06","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:35.029581111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"3afb9d26-ff3b-411f-bf6d-10b7a106e360","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:35.051141825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"3afb9d26-ff3b-411f-bf6d-10b7a106e360","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:35.129460336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"d871a6b3-a6aa-4ef6-870d-607f287e08e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:35.130025708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"62eca183-2559-4250-88c8-8541e5463cc4","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:35.151717587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"d871a6b3-a6aa-4ef6-870d-607f287e08e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:35.152427093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"62eca183-2559-4250-88c8-8541e5463cc4","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:35.21256187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"8653086d-3a8a-4d85-ab1a-31716f64ea05","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-758617","tenantID":"e2e-inf-a-758617","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:35.22808011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"e29f3655-d87d-4abd-8190-f2761996bb76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:35.234030775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"8653086d-3a8a-4d85-ab1a-31716f64ea05","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"name":"e2e-inf-a-758617-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:35.248827666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"e29f3655-d87d-4abd-8190-f2761996bb76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:35.328455929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"daea753c-17fa-4e40-998a-e10145c41e6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:35.329078096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"653cb2bc-19d5-401f-bef3-7f020f9fc7ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:35.350346998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"653cb2bc-19d5-401f-bef3-7f020f9fc7ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:35.350503357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"daea753c-17fa-4e40-998a-e10145c41e6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:35.43182595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-user-token-filter-auth","reconcileID":"2b46522b-1d24-4f9b-9271-ffe55597250a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:35.431827097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"227ef785-d098-4f42-a052-62c2169cba01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:35.456750773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"227ef785-d098-4f42-a052-62c2169cba01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:35.457031181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-user-token-filter-auth","reconcileID":"2b46522b-1d24-4f9b-9271-ffe55597250a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:36.104725207Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:36.747683186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"854f49ff-b96f-4344-9554-552bd0c9235b","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:36.795307815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f6ed6de5-103f-4dd2-a8c7-236c03dd039b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:36.798495979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-user-token-filter-auth","reconcileID":"1e0d827b-c757-437d-9903-e2f2ef6973d6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:36.798643255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"0c1db1be-9db4-49b7-90cd-7c2a24c960ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:36.817406359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f6ed6de5-103f-4dd2-a8c7-236c03dd039b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:36.819696877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"0c1db1be-9db4-49b7-90cd-7c2a24c960ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:36.820551827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-user-token-filter-auth","reconcileID":"1e0d827b-c757-437d-9903-e2f2ef6973d6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:38.984167921Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-13fc321f","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f","reconcileID":"f00cd751-8cc3-4a0f-a463-b4420b9f1680","MaaSSubscription":{"name":"e2e-filter-sub-a-13fc321f","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscription":"e2e-filter-sub-a-13fc321f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.058597999Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-13fc321f","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f","reconcileID":"f00cd751-8cc3-4a0f-a463-b4420b9f1680","MaaSSubscription":{"name":"e2e-filter-sub-a-13fc321f","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-555d1e/e2e-filter-sub-b-dd29d496","ai-tenant-e2e-worker-w0-555d1e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.130020096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"fd9ed099-b6cd-4f08-a358-d9e434dbba46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.130248468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-dd29d496","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496","reconcileID":"286999e0-9fd7-449a-a552-5baee180a14c","MaaSSubscription":{"name":"e2e-filter-sub-b-dd29d496","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.215526468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"1b88749b-501f-41eb-a67f-16bbd221cfa4","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.304897176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"2e6e7ac7-bfbd-436e-b66f-db92137d86ec","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.304900067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"b9f06e35-c845-4b84-844f-e43105df3dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.31011804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"7a5591cc-67b9-4e82-aca2-9f1c32502ba1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.310638876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"d4a2f0af-305e-45a9-8527-917055d1d13d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.330007477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"2e6e7ac7-bfbd-436e-b66f-db92137d86ec","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.331631529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"b9f06e35-c845-4b84-844f-e43105df3dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.333463909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"7a5591cc-67b9-4e82-aca2-9f1c32502ba1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.333920415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"d4a2f0af-305e-45a9-8527-917055d1d13d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.374904195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"8eb1f830-eec7-415d-9438-273e682f5bb2","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.518008916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"670c3501-83b0-43ff-b548-85a606c2b5b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.518079524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"b3a87731-166b-4c65-ae73-90d8fd3ff08f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.518668035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"ea5c0454-9111-40ed-8bc6-c9ab695c7334","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.518678465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"f242aaa6-a530-4e5f-9433-0a6c121ef708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.539758379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"ea5c0454-9111-40ed-8bc6-c9ab695c7334","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.53992306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"670c3501-83b0-43ff-b548-85a606c2b5b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.542333116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"f242aaa6-a530-4e5f-9433-0a6c121ef708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:39.542363612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"b3a87731-166b-4c65-ae73-90d8fd3ff08f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:42.394227371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-user-token-filter-auth","reconcileID":"8ccc07ca-e65d-42ab-ab76-6da2909a6e3f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:42.408217788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9ae0a51a-3fb5-4308-9080-5a57ef022be7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:42.40937717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"829dc759-2b12-4442-9eed-5508c2057de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:42.421651505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-user-token-filter-auth","reconcileID":"8ccc07ca-e65d-42ab-ab76-6da2909a6e3f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:42.470923724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"829dc759-2b12-4442-9eed-5508c2057de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:42.471335292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9ae0a51a-3fb5-4308-9080-5a57ef022be7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:42.491548914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"7926f57b-8a18-47eb-a450-a743d04e1539","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:42.545160844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"7926f57b-8a18-47eb-a450-a743d04e1539","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:42.582341044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bb4ef-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4e59109f3f089caa1b9a68391d57d7c0b5f6e6ae620b6dd616e48b74b0660c7) AuthConfig (2aa1a1ba2c7e3b3a6ba0eb3455d6d980e16518ea75b6be91fa81d8dc3f59b137) AuthConfig (844ae9d36ff0d1372b94793d6d73c13ee9ba371cdefd7c9b3d07d1de235422a1) AuthConfig (2a475398c19132186c0c577f08b2b906648fc2b4fe9804ae9aa1172b7e8ae3db) AuthConfig (2b024f923ea5e257484e129eab3b4d28eee7092fd4bf93edd0f028528da79d62) AuthConfig (644316a1153a9328c0968f7a31dc2b5a8d29affd5ebc8d02249e7ef7b54e8a9f) AuthConfig (ed0ea4eaadcc06301339b3f1de5c56c67518d4299ff15b49515b26b1edd7d2e1) AuthConfig (1fe3c5aeab800c6e58872b347ef4f4e46e0dc03c2397c50892a37de420e8718c) AuthConfig (15e39de6fa5504d13a4924007a68724b38d772084c64125bba34d17396f886d4) AuthConfig (997757c6e1dfd6df0164b4cc44f6b32fd4260d2342b7635e4a03bcea00cd64ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"7926f57b-8a18-47eb-a450-a743d04e1539","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:42.648675982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"918976e2-39f9-4b80-a2d6-aa346268b764","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:42.648812196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"918976e2-39f9-4b80-a2d6-aa346268b764","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.047718923Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-user-subscription","reconcileID":"cbb1b127-818a-4b94-bee4-b7c101bb48e1","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.134930433Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-user-subscription","reconcileID":"cbb1b127-818a-4b94-bee4-b7c101bb48e1","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.206478448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"baa94be2-e8b1-40ba-9015-64c66b97e89d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.207252718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-other-subscription","reconcileID":"366bc4da-4891-48d4-ae25-09c8348f252b","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.229982085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"66cc9a52-02fe-4fda-94ac-bd2811166783","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.282222775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"ef83f63c-a5d4-48aa-96b4-cbc60f766d80","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.282587292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"8f496019-7393-4b49-903b-993f699423f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.282833942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"a960fee7-b5af-4aae-b881-dd2d93679e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.326131839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"ef83f63c-a5d4-48aa-96b4-cbc60f766d80","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.326526583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"8f496019-7393-4b49-903b-993f699423f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.327341409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"a960fee7-b5af-4aae-b881-dd2d93679e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.404239368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"87975d9b-728c-4125-b3e5-241da00b34f8","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.4617966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"238c8c21-83b5-4670-8b39-bf0242362766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.462446734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"53b01760-3ef9-4c18-a193-b3aff9d02f01","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.462927805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"8cac11f1-1e07-4484-a056-eb3b46f7051d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.49753934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"238c8c21-83b5-4670-8b39-bf0242362766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.510832415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"53b01760-3ef9-4c18-a193-b3aff9d02f01","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.5363479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"8cac11f1-1e07-4484-a056-eb3b46f7051d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:44.980476673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"7ec6b0ed-0b00-4d53-b3bf-77b5712f0d2d","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:45.078926917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"feac6162-c797-455b-aff3-a4a136f5ff6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:45.083319426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"348e45b6-ea05-4b94-a417-0729531261c2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:45.084027663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"4c07e1b6-706d-41f9-beba-467f7911f1bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:45.084101931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"97d49734-06b3-4dba-a751-763af29683f0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:45.084627885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"dea939bd-96f0-4c22-ad9e-14edaaa94cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:45.116698929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"4c07e1b6-706d-41f9-beba-467f7911f1bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:45.120526971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"dea939bd-96f0-4c22-ad9e-14edaaa94cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:45.120657398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"348e45b6-ea05-4b94-a417-0729531261c2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:45.123106262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"97d49734-06b3-4dba-a751-763af29683f0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:45.155894788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"6b78872a-03e0-4e88-9cf5-c87b07e38824","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:45.23032193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"38958c75-7207-4ab3-a15b-27b0ad712799","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:46.802615923Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-user-token-filter-sub","reconcileID":"5ccb2c59-bfdb-4797-8554-16a6865a3917","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:46.874271207Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-user-token-filter-sub","reconcileID":"5ccb2c59-bfdb-4797-8554-16a6865a3917","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:46.940839373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"2b3dba08-ae90-452f-b281-18fef1fe5991","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:46.963480558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"8cd72191-1217-499a-8706-7db46b9cbd20","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:47.011419188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-user-token-filter-auth","reconcileID":"a167e3eb-25f9-4d44-928c-6e3ba400566b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:47.01141855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f49567d9-7250-4f4a-ae35-96ffd6de80ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:47.013967808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"259f1698-6080-450a-8915-5b6b31860b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:47.03487443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f49567d9-7250-4f4a-ae35-96ffd6de80ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:47.035080858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-user-token-filter-auth","reconcileID":"a167e3eb-25f9-4d44-928c-6e3ba400566b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:47.037231177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"259f1698-6080-450a-8915-5b6b31860b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:47.138298862Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-user-token-filter-auth","reconcileID":"c5d94dd2-ff5c-4165-943b-9cca257aa707","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:47.138311905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"009aff4b-2622-4216-a4e1-cc365adc86d1","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:47.293019262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"34572602-d276-459e-8f31-7d769823b87e","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:48.630168381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"0ee0623b-a207-43f1-8f04-9c92bb6c79d8","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:48.699077161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"562a3faf-c2d9-4081-b4b6-fa4bb553a347","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:48.701955304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"14700c35-aff9-431e-9442-12099f2e808e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:48.701966639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"c80cc2cd-40bd-4da8-b594-c39d2345f91e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:48.702395257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"8c67030c-c9ba-48c0-a069-50eb50b85032","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:48.702899376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"1c5e387e-3aae-468f-9a59-b1fd29bcde3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:48.72531164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"8c67030c-c9ba-48c0-a069-50eb50b85032","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:48.727321476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"c80cc2cd-40bd-4da8-b594-c39d2345f91e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:48.729003141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"1c5e387e-3aae-468f-9a59-b1fd29bcde3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:48.73032773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"14700c35-aff9-431e-9442-12099f2e808e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:48.758611673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"cd92de57-b49a-4b4c-afa5-cec748eb8793","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:48.824900871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"ce99cb99-eac1-4a2d-9ec5-79c67fc6c00e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.127217158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"ef51ed5d-f34d-4684-bebe-ea3dc08ad1a2","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.148079775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"81b9795e-5b46-411c-bfdd-1ef9da21c44a","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.195906904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-scoped-auth","reconcileID":"d9355ac8-7d40-48d3-b14d-80eb778bc8c3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.217011425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-scoped-auth","reconcileID":"d9355ac8-7d40-48d3-b14d-80eb778bc8c3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.305398635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"dd71144a-d1f9-4adf-af70-636c995e0f63","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.324756776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"06bbc88f-521a-47ab-aa9e-504d4cba7688","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.3472637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"54452593-4b4f-4bab-94af-a44cb2e95a7f","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.352745168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-scoped-auth","reconcileID":"b483c2d1-e51a-4990-8dcc-23336dd1a59d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:12:49.357999002Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-scoped-sub","reconcileID":"7e387047-8ba1-4e08-bb03-d537f5fc8e6b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.374174697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-scoped-auth","reconcileID":"b483c2d1-e51a-4990-8dcc-23336dd1a59d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.398655338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"455741cd-9256-4cb0-b75e-87b3c6fe0ac6","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.419814476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"c178b16c-8775-40ad-9c71-3962590bd0e6","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.435812979Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-dd29d496","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496","reconcileID":"a82e2636-b18b-4d22-bf98-6be67039999a","MaaSSubscription":{"name":"e2e-filter-sub-b-dd29d496","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscription":"e2e-filter-sub-b-dd29d496","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.453084996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"2c937513-b0cf-4bf2-98df-1792997e9d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.453698539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"a0fbda18-6884-47fb-b325-f37cc36bdb8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:12:49.45848834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-scoped-auth","reconcileID":"b483c2d1-e51a-4990-8dcc-23336dd1a59d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.474520593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"2c937513-b0cf-4bf2-98df-1792997e9d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.474850714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"a0fbda18-6884-47fb-b325-f37cc36bdb8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.512642845Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-dd29d496","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496","reconcileID":"a82e2636-b18b-4d22-bf98-6be67039999a","MaaSSubscription":{"name":"e2e-filter-sub-b-dd29d496","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-555d1e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.517645955Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-scoped-sub","reconcileID":"b5d77ad4-0efd-4bcb-8fa5-1d9ba1fd50fa","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.556195214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-scoped-auth","reconcileID":"d735b209-68e2-4476-ae77-5d374c771e1a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.577178414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-scoped-auth","reconcileID":"d735b209-68e2-4476-ae77-5d374c771e1a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.585283476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b8e95cad-aee9-46ee-a987-6870cd2024e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.585301561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"66314c24-04b2-42b9-8402-7e5fd0b84c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.586191128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"b9096e31-5ad6-41d4-abfd-bf183be1a397","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.586473319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"40f3581f-0601-4756-907b-e5d0407af667","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.608468989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"66314c24-04b2-42b9-8402-7e5fd0b84c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.60894492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b8e95cad-aee9-46ee-a987-6870cd2024e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.610159194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"e4ad5b38-838d-465b-b8dc-3d4a04486db3","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.672318858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"e443a166-1945-40f7-83c3-4a395072b11e","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.697993599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"0a5206fb-a1d0-447b-a01d-7263204edb51","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.770289804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-scoped-sub","reconcileID":"07f5eca9-6418-4ebe-8e44-422267fb9308","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.770588192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"7c8f826e-57c7-46af-b484-125eeb080b23","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.785990594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"cc1db62c-de3f-4657-bbdf-7eb83b93c5e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.786094805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"4babf6ca-8565-4f0c-b8de-a9ccebf7e389","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.786435969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"6e8b856d-2bd2-4a4e-be98-4a4f9481b867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.791644644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"7c8f826e-57c7-46af-b484-125eeb080b23","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.81619099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"cc1db62c-de3f-4657-bbdf-7eb83b93c5e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.816428305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"4babf6ca-8565-4f0c-b8de-a9ccebf7e389","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.819046371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"6e8b856d-2bd2-4a4e-be98-4a4f9481b867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.838201479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"14d87933-d601-4e75-8d60-50722e3d68e0","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:49.93343886Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-a-13fc321f-auth","reconcileID":"a44ad5b0-80b7-4072-9921-ac0070b36d67","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-13fc321f-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:50.054524915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"07bd7ada-9acb-4019-ad47-c814185e23a3","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:50.21921288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"b23e776b-944c-4aa8-a955-dbfa0fc44d2b","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:50.219248116Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"e2e-filter-sub-b-dd29d496-auth","reconcileID":"de89438e-4e29-4cd3-a060-c02e53ef5165","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-dd29d496-auth","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:50.355983183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"f83d4287-e355-44a5-a37d-0e833e03158d","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:52.646328452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"c6f78a2a-c0e4-4d3c-bd4a-bbbb15b283a2","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:52.666959496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"c6f78a2a-c0e4-4d3c-bd4a-bbbb15b283a2","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:52.687242008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2bb4ef-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4e59109f3f089caa1b9a68391d57d7c0b5f6e6ae620b6dd616e48b74b0660c7) AuthConfig (2aa1a1ba2c7e3b3a6ba0eb3455d6d980e16518ea75b6be91fa81d8dc3f59b137) AuthConfig (844ae9d36ff0d1372b94793d6d73c13ee9ba371cdefd7c9b3d07d1de235422a1) AuthConfig (2a475398c19132186c0c577f08b2b906648fc2b4fe9804ae9aa1172b7e8ae3db) AuthConfig (2b024f923ea5e257484e129eab3b4d28eee7092fd4bf93edd0f028528da79d62) AuthConfig (644316a1153a9328c0968f7a31dc2b5a8d29affd5ebc8d02249e7ef7b54e8a9f) AuthConfig (ed0ea4eaadcc06301339b3f1de5c56c67518d4299ff15b49515b26b1edd7d2e1) AuthConfig (1fe3c5aeab800c6e58872b347ef4f4e46e0dc03c2397c50892a37de420e8718c) AuthConfig (15e39de6fa5504d13a4924007a68724b38d772084c64125bba34d17396f886d4) AuthConfig (997757c6e1dfd6df0164b4cc44f6b32fd4260d2342b7635e4a03bcea00cd64ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"c6f78a2a-c0e4-4d3c-bd4a-bbbb15b283a2","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.461900908Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"8a3f6a97-c80d-4ad0-a8e5-6230eb8947f3","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.461959466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"7d779c03-7b32-4339-9177-59a2882e763b","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"tenant":"e2e-inf-a-758617","gateway":"openshift-ingress/e2e-inf-a-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.46197416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"7d779c03-7b32-4339-9177-59a2882e763b","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"routeName":"test-model-758617-kserve-route","namespace":"ai-tenant-e2e-inf-a-758617","llmisvcName":"test-model-758617","gateway":"openshift-ingress/e2e-inf-a-758617","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.462953266Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-other-subscription","reconcileID":"060eeebb-63fd-409a-87a5-4026ef9caa4c","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.533213547Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-other-subscription","reconcileID":"060eeebb-63fd-409a-87a5-4026ef9caa4c","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.550388481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-758617-sub","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-sub","reconcileID":"b96d80d5-74fb-4413-860f-dbec92019d63","MaaSSubscription":{"name":"test-model-758617-sub","namespace":"ai-tenant-e2e-inf-a-758617"},"name":"maas-trlp-test-model-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.595260509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"8a3f6a97-c80d-4ad0-a8e5-6230eb8947f3","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-758617","tenantID":"e2e-inf-a-758617","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.638302658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"5e759b00-a82a-4f98-93c3-324e8d873162","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.648599566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"82049e9f-eba7-4140-8d7d-ad1d1b7cbeb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.650632074Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"8a3f6a97-c80d-4ad0-a8e5-6230eb8947f3","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"name":"e2e-inf-a-758617-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.650649881Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-auth","reconcileID":"8a3f6a97-c80d-4ad0-a8e5-6230eb8947f3","MaaSAuthPolicy":{"name":"test-model-758617-auth","namespace":"ai-tenant-e2e-inf-a-758617"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.671628218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"8b988894-224b-4284-aaec-6d786b76e69a","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"tenant":"e2e-inf-a-758617","gateway":"openshift-ingress/e2e-inf-a-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.671643476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"8b988894-224b-4284-aaec-6d786b76e69a","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"routeName":"test-model-758617-kserve-route","namespace":"ai-tenant-e2e-inf-a-758617","llmisvcName":"test-model-758617","gateway":"openshift-ingress/e2e-inf-a-758617","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.726346004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"2e7111af-e2e0-469d-a07b-48848086fa90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.726581766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"7b99ef86-9dfe-44a8-8afb-bc40feb47136","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.726707259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"dc010499-be0e-43cf-8f25-5f70bb4cc213","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.747390873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"dc010499-be0e-43cf-8f25-5f70bb4cc213","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.747510914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"2e7111af-e2e0-469d-a07b-48848086fa90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.749637467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"7b99ef86-9dfe-44a8-8afb-bc40feb47136","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.758438343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-758617-sub","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-sub","reconcileID":"11e3c55f-5987-4c01-955f-80a6d39f2679","MaaSSubscription":{"name":"test-model-758617-sub","namespace":"ai-tenant-e2e-inf-a-758617"},"name":"maas-trlp-test-model-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.806038973Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-auth-access-denied","reconcileID":"e67b8bbb-6e10-45f2-933d-9a4d4b249408","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.806041173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"a8bc2377-df89-4d78-8a41-0a6af66f98bb","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.838238771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"03be1789-ca48-4886-9c7b-ee65cf15424f","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"tenant":"e2e-inf-a-758617","gateway":"openshift-ingress/e2e-inf-a-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:54.838251946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"03be1789-ca48-4886-9c7b-ee65cf15424f","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"routeName":"test-model-758617-kserve-route","namespace":"ai-tenant-e2e-inf-a-758617","llmisvcName":"test-model-758617","gateway":"openshift-ingress/e2e-inf-a-758617","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:55.003064155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"58d9ffba-2d26-4514-9eed-cfa1379dd9df","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:55.643409258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"7d13b5f6-8b87-46fa-bcfd-3cae288f3eb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:55.798070345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"52fdd625-6e25-4a18-8382-4b5ce45d9038","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:55.881343093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"a3b530ca-e348-4c3e-841d-a3cbe3360bee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:55.89052555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"62d0b7a0-ac70-447c-a3db-702c4419d7f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.129931257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"27a278cc-edcb-4c0d-8b4e-1d060721b99e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.320740405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"0aff98b9-e23f-46cd-bcb3-4afb6be78434","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.355286587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-scoped-sub","reconcileID":"e280e09f-8918-46f7-b4b9-6290791179d0","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.356273701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"3f4039cd-8674-4139-8fbd-72d94ee5b2b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.359201135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-sub","reconcileID":"5e881886-3051-4525-807f-06b0db2b7146","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"name":"maas-trlp-test-model-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.413947531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"ae4b4fec-11e3-4857-aad7-8cc4a1c4b90c","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.441144418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"07427e2d-22b7-47e6-9f38-58d5d37c52ff","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.528741469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-auth","reconcileID":"12952228-eaed-47d5-acc4-5ae6fa2dbe4f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.556552627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-auth","reconcileID":"12952228-eaed-47d5-acc4-5ae6fa2dbe4f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.635209918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"3e0194e8-f232-4dd5-9abd-ca9cfdff40ac","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.682629771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"6de37064-e148-45a1-bb6d-863e87268199","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.699451689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c6fbe4ae-aa25-4ddd-82a0-70dcb8a1f4e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:12:56.719063107Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-4be645/e2e-test-group-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.720248522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"a67ea45a-dce8-4d0c-ae49-bf644a3a7abf","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.720832411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"51c4ab9b-4923-4274-8f6c-8cd3095cf8f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.760286063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c6fbe4ae-aa25-4ddd-82a0-70dcb8a1f4e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.776749955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"51c4ab9b-4923-4274-8f6c-8cd3095cf8f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.782290047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"2b69542b-c8f0-4623-af05-2d92b1148a04","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.864075105Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-subscription","reconcileID":"f7322fc3-d51c-41fe-8440-5358c889b633","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.902142874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"5d71371d-6c00-43be-bf62-2084f9a7e7d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.911206845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"8013bbd7-ca2f-4ac0-9287-c9c6b961064d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.93687368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"8013bbd7-ca2f-4ac0-9287-c9c6b961064d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.938553615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"5d71371d-6c00-43be-bf62-2084f9a7e7d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.948200841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"afe29511-b14e-4aa5-89d5-ad1ec61287c2","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:56.957662981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"8329afb4-d8f8-4454-9c3f-cab544aa07f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:57.062985925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-auth","reconcileID":"118d75be-d964-4a7b-9985-654927f92e65","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:57.108083024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-auth","reconcileID":"118d75be-d964-4a7b-9985-654927f92e65","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:57.117511337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-subscription","reconcileID":"283e437b-98f8-4ff5-b06b-f43c75b36099","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:57.216996134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"f56c8f0e-a8a5-45b6-996e-5ab8a66ce4f2","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:57.941131954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"e90b8859-c639-4c06-ac79-3823f6a68a0f","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:57.99933431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-auth","reconcileID":"84f96f89-6e3c-4dd3-ad87-14733483708c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:58.000285806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"1dff710d-ca17-4eb1-a2ec-cf5203efa604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:58.00094713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"9d97b091-e17b-4ded-a59e-228b6690f82e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:58.027446534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-auth","reconcileID":"84f96f89-6e3c-4dd3-ad87-14733483708c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:58.029722622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"1dff710d-ca17-4eb1-a2ec-cf5203efa604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:12:58.037153755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"9d97b091-e17b-4ded-a59e-228b6690f82e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:00.108267584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e37bce-9b2b-4364-9370-21b75311eeb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:00.126196367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e37bce-9b2b-4364-9370-21b75311eeb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:00.142408403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e37bce-9b2b-4364-9370-21b75311eeb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:00.158495173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e37bce-9b2b-4364-9370-21b75311eeb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:00.828939788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c640d124-6da5-4bef-b253-2bf700f5a7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:00.844668484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c640d124-6da5-4bef-b253-2bf700f5a7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:00.860733574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c640d124-6da5-4bef-b253-2bf700f5a7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:00.876571144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c640d124-6da5-4bef-b253-2bf700f5a7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:00.96852987Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-de8cc7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-de8cc7","reconcileID":"e2233752-b134-4704-b03f-37e489a55916","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-de8cc7","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-de8cc7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:01.566096806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc319ed-802d-46ad-8cd6-cded238680c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:01.581564167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc319ed-802d-46ad-8cd6-cded238680c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:01.597157888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc319ed-802d-46ad-8cd6-cded238680c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:01.613075168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc319ed-802d-46ad-8cd6-cded238680c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:02.727343782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"3a780c43-8ea4-4e27-b7cf-d92f0440c2ae","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:02.748717477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"3a780c43-8ea4-4e27-b7cf-d92f0440c2ae","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:02.968406036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"20530a59-bb83-4080-bf99-9827ee2f4fbf","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:02.968430613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"20530a59-bb83-4080-bf99-9827ee2f4fbf","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.261920059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"cd158b71-7377-44fe-90d0-32ce9ff7b56c","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.313301328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"3057798d-f2ae-4da8-a276-95ab9fddad89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.313358109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"b2b5a0ad-251b-40b5-9095-1e8eb2da8ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.31389909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-scoped-auth","reconcileID":"ca77c6ee-cca3-45b7-9c09-84fa2ec518d8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.33471942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-scoped-auth","reconcileID":"ca77c6ee-cca3-45b7-9c09-84fa2ec518d8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.335825232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"b2b5a0ad-251b-40b5-9095-1e8eb2da8ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.337256748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"3057798d-f2ae-4da8-a276-95ab9fddad89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.791122954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"585ed1ae-71d6-44cc-b503-3d4301ae34c6","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.791143527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"585ed1ae-71d6-44cc-b503-3d4301ae34c6","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.81003692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"8e390017-86ed-441d-b2fb-47e9ed7c2632","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:13:04.82293534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-sub","reconcileID":"4ce43e64-329d-4edc-a12a-b291f540116a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-7cbc5b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.851786958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"8e390017-86ed-441d-b2fb-47e9ed7c2632","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.864531011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"f37228bd-b043-4999-b81d-6355d14b93f3","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.864546379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"f37228bd-b043-4999-b81d-6355d14b93f3","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.891970993Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-758617-sub","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-sub","reconcileID":"d6fa0bf8-81f0-45c5-af34-e41fb8866f31","MaaSSubscription":{"name":"test-model-758617-sub","namespace":"ai-tenant-e2e-inf-a-758617"},"model":"ai-tenant-e2e-inf-a-758617/test-model-758617","subscription":"test-model-758617-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:13:04.897896439Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"f37228bd-b043-4999-b81d-6355d14b93f3","name":"e2e-att-serve-7cbc5b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-7cbc5b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:13:04.897941389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"f37228bd-b043-4999-b81d-6355d14b93f3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-7cbc5b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.912288228Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-758617-sub","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-sub","reconcileID":"d6fa0bf8-81f0-45c5-af34-e41fb8866f31","MaaSSubscription":{"name":"test-model-758617-sub","namespace":"ai-tenant-e2e-inf-a-758617"},"model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.913953221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"0c881cbc-1eb8-4481-a00d-2cbbf9a8c00f","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.913969393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"0c881cbc-1eb8-4481-a00d-2cbbf9a8c00f","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.928623677Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-758617-sub","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617-sub","reconcileID":"d6fa0bf8-81f0-45c5-af34-e41fb8866f31","MaaSSubscription":{"name":"test-model-758617-sub","namespace":"ai-tenant-e2e-inf-a-758617"},"name":"maas-trlp-test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:04.970224761Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-sub","reconcileID":"e6e01b49-6e92-4142-8241-bb24532a4343","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-serve-7cbc5b","model":"e2e-att-serve-7cbc5b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:05.035338716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"7c3a620d-9f68-4cd9-8102-ea7cb79f13cb","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:05.038886617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"84325f47-6ed1-44c3-beb1-6ba366932bb2","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"tenant":"e2e-inf-a-758617","gateway":"openshift-ingress/e2e-inf-a-758617","model":"ai-tenant-e2e-inf-a-758617/test-model-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:05.038901123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"test-model-758617","reconcileID":"84325f47-6ed1-44c3-beb1-6ba366932bb2","MaaSModelRef":{"name":"test-model-758617","namespace":"ai-tenant-e2e-inf-a-758617"},"routeName":"test-model-758617-kserve-route","namespace":"ai-tenant-e2e-inf-a-758617","llmisvcName":"test-model-758617","gateway":"openshift-ingress/e2e-inf-a-758617","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:05.056643864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"7c3a620d-9f68-4cd9-8102-ea7cb79f13cb","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:05.058504865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"71b197f7-dcff-435b-b198-982de9391d10","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:05.058527346Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"71b197f7-dcff-435b-b198-982de9391d10","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:05.170267679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-sub","reconcileID":"109b72d7-9573-43ac-b61d-7d86b6c4de2c","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-serve-7cbc5b","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:05.980349083Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"f8e4fe3e-7f3f-47cc-bce8-53b30b53329d","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:05.980714966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"c8925cd3-9947-457a-85f0-49a8a058c223","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"tenant":"e2e-inf-b-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:05.980998782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"c8925cd3-9947-457a-85f0-49a8a058c223","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"routeName":"test-model-854b9e-kserve-route","namespace":"ai-tenant-e2e-inf-b-854b9e","llmisvcName":"test-model-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:06.071885761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-sub","reconcileID":"b05b0cc4-c898-4742-b8bb-0a36307d9162","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"name":"maas-trlp-test-model-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:06.104433513Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:06.117352393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"f8e4fe3e-7f3f-47cc-bce8-53b30b53329d","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-854b9e","tenantID":"e2e-inf-b-854b9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:06.176631021Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"f8e4fe3e-7f3f-47cc-bce8-53b30b53329d","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"name":"e2e-inf-b-854b9e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:06.17665061Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-auth","reconcileID":"f8e4fe3e-7f3f-47cc-bce8-53b30b53329d","MaaSAuthPolicy":{"name":"test-model-854b9e-auth","namespace":"ai-tenant-e2e-inf-b-854b9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:06.198506445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"e369f22f-bb12-40ed-87a2-d5de1fc5af8a","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"tenant":"e2e-inf-b-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:06.198527466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"e369f22f-bb12-40ed-87a2-d5de1fc5af8a","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"routeName":"test-model-854b9e-kserve-route","namespace":"ai-tenant-e2e-inf-b-854b9e","llmisvcName":"test-model-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:06.287654484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-sub","reconcileID":"73442d0b-b713-47f7-8a5f-dd132d336035","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"name":"maas-trlp-test-model-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:06.360103323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"e7450e68-7566-46f7-8915-1880e4077c79","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"tenant":"e2e-inf-b-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:06.360122579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"e7450e68-7566-46f7-8915-1880e4077c79","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"routeName":"test-model-854b9e-kserve-route","namespace":"ai-tenant-e2e-inf-b-854b9e","llmisvcName":"test-model-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:07.997592105Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-subscription","reconcileID":"19d07683-6931-4bd7-9a2f-28e3058731a1","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:08.078122916Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-subscription","reconcileID":"19d07683-6931-4bd7-9a2f-28e3058731a1","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:08.150859218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"43747d06-a9c7-4111-add6-f7f074f21a58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:08.154530399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"0d457d66-046a-41dc-a650-4275ae4830b1","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:08.204365309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"738a4229-94cc-4bd4-9da7-09ad1559df36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:08.205043575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-auth","reconcileID":"724f8e67-f112-4290-b1ad-a2d051762767","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:08.205916647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0a322787-11d8-492e-82c3-d823de1c4b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:08.231050918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"738a4229-94cc-4bd4-9da7-09ad1559df36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:08.232972714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-auth","reconcileID":"724f8e67-f112-4290-b1ad-a2d051762767","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:08.235302891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0a322787-11d8-492e-82c3-d823de1c4b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:08.318757444Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-auth","reconcileID":"972ec1a7-3d91-4308-bae6-80a844ca351b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:08.318882872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"db55e854-5695-435a-89b7-ef7101f655f3","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:08.410881584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"a9ca76c0-2e07-46ba-891b-39f823541877","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.290514155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"6cea0365-08df-48ed-b501-b6787c607172","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.311208988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"7a806aca-0114-4e5d-ad85-2b3b29b12376","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.358855561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-no-auth","reconcileID":"40f86a3c-dd7d-48b2-b683-32c8abc696b0","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.379982868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-no-auth","reconcileID":"40f86a3c-dd7d-48b2-b683-32c8abc696b0","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.46974073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"6495915f-afea-46c0-a52d-992bb338ee16","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.507706454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"54b7de97-e4de-4c9c-91a7-d234ae6efebe","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.51694111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-no-auth","reconcileID":"a66fc884-df29-483a-866e-4fe8355fe210","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.528817875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"90852edd-050b-40ee-87e6-3f7c2498446c","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.538464154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-no-auth","reconcileID":"a66fc884-df29-483a-866e-4fe8355fe210","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:13:09.540624218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-sub-only","reconcileID":"cfdc60d7-1c6e-40bf-92bd-59968e7cf8dc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.579940873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"da8dd7c3-5b27-45c1-a62b-83d010cf0737","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.601710674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"52a3eb76-382a-41c5-854d-9e15ab60d588","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.616920264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"53908ec9-aea6-40d7-8bdf-acadef658c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.617391233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"558613dd-b290-434c-bc36-9e6d587b7461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.638828105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"558613dd-b290-434c-bc36-9e6d587b7461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.6388724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"53908ec9-aea6-40d7-8bdf-acadef658c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.688727901Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-sub-only","reconcileID":"eb2f1797-37ad-4b65-b9b8-896cb0bffd1e","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-4be645/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.722967771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-no-auth","reconcileID":"69652a27-a9dd-4fbd-9a71-0fb6df8536da","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.744302419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-no-auth","reconcileID":"69652a27-a9dd-4fbd-9a71-0fb6df8536da","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.745109127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"9c125fa8-fc2b-4ff9-8291-859b79afce83","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.771232578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"accdf5f3-fc0b-4b23-a533-b99b7d60969c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.820291909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"30ae4a53-1204-4588-b1aa-dfa4294c60fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.820364819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"5ccf394d-fa99-47a9-a12d-433ad9a78749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.841062343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"30ae4a53-1204-4588-b1aa-dfa4294c60fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.841477971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"5ccf394d-fa99-47a9-a12d-433ad9a78749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:09.870170581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-sub-only","reconcileID":"f8620bd8-1d83-44b8-8a0d-2e6c94e826af","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:10.298458882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"86437871-c290-4ac7-ab22-b8fb681c4fd9","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:10.35213011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"153a1671-f8e0-4b64-840f-7be5d318439b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:10.352316163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"36ff2198-a2dc-432e-be45-92b53c586f4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:10.352628056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-no-auth","reconcileID":"6ca69507-7b53-431c-a0ef-adca9cd430f3","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:10.374026708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"153a1671-f8e0-4b64-840f-7be5d318439b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:10.374750039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"36ff2198-a2dc-432e-be45-92b53c586f4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:10.377488273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-no-auth","reconcileID":"6ca69507-7b53-431c-a0ef-adca9cd430f3","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:14.316869227Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-scoped-sub","reconcileID":"ff4b91ad-084a-487b-8103-29ef1e3211b0","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:14.431335756Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-scoped-sub","reconcileID":"ff4b91ad-084a-487b-8103-29ef1e3211b0","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:14.508227165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"17944c46-100a-4b4d-ad59-ffccc954edef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:14.584622309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"cf475485-c2c1-4faf-9178-a9acd3595e43","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:14.638633805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"2fe1ded5-3a2d-4d89-bbbd-bde44b81d6e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:14.638707952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-scoped-auth","reconcileID":"3fccba53-2ea4-4fd6-8cea-d74104759d25","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:14.639143208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9175af78-6252-4a65-a7c4-356961d0e553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:14.659654542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"2fe1ded5-3a2d-4d89-bbbd-bde44b81d6e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:14.659812632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-scoped-auth","reconcileID":"3fccba53-2ea4-4fd6-8cea-d74104759d25","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:14.66190112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9175af78-6252-4a65-a7c4-356961d0e553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:14.747761113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"f8d2e1b8-287c-4c70-83bc-1692833b51bf","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:14.791472779Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-scoped-auth","reconcileID":"3335fe6c-bed7-449c-9869-e870403aa97d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:15.017506131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"4dfcbade-019d-40d0-a38f-2e8f8dcaec5b","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:15.63143511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"ccdebab0-436b-45d7-83e5-7afb345d0fd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:15.730910345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"251088d0-c28e-4112-af11-40a25ffe4f09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:15.731646241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"33181192-6ad1-4a0f-a181-88cc57654b48","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:15.829488084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"01823f53-6250-484e-b8ff-1507f7d2d187","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:15.834055656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"5e5846b3-8a14-4cd4-a156-83faf85d1412","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:15.859052521Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"045d3336-8619-4c68-99c0-f546be128d43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:15.957852981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-sub","reconcileID":"0925e324-411e-4002-9062-22febc7ea7db","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-serve-7cbc5b","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:15.980663702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"ae62f107-48e4-4386-aeb7-038e8be8c0be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.06339748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"2ad744f8-e6da-4324-8d04-299de3223397","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.06342075Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"2ad744f8-e6da-4324-8d04-299de3223397","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.077157323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"efca5af4-7fbd-44f0-8d89-371b9f07a8e0","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.082611355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"cf86d451-29bd-42bb-8577-06af6c51bdf8","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.091025666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"4747e4d4-8a2b-4797-b49b-159546063020","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.10087506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"efca5af4-7fbd-44f0-8d89-371b9f07a8e0","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.177293688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"85121413-9cdb-4dc7-b7d1-9f1b6a2d701e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-de8cc7","tenantID":"e2e-praxis-a-de8cc7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.195019222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ebcce9ef-9dc6-436b-baac-fd3e7dc038dd","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.216594871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ebcce9ef-9dc6-436b-baac-fd3e7dc038dd","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.224380978Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"85121413-9cdb-4dc7-b7d1-9f1b6a2d701e","name":"e2e-praxis-a-de8cc7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.280048965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"f41dbe7c-d0aa-4dd4-887c-58856fbcdfc6","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.301963152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"715e6773-db76-4334-9868-9fda95ae3426","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:13:16.314850377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub","reconcileID":"1c2dc04a-126a-4c71-92fb-8c3826c74a3d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.331178887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"a3fa9086-4364-4f83-976e-c729360bdc42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.331652384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"3ede994c-8ea2-4464-a3c8-e8845c7cd2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.371335091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"3ede994c-8ea2-4464-a3c8-e8845c7cd2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.373679984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"a3fa9086-4364-4f83-976e-c729360bdc42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.374350039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"d7508818-6065-46ba-93ab-6b04c3a0816b","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.396733885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"15848093-e4f0-4d80-9e1c-ff7d3585b104","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.398140454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"82cd1501-29ba-468f-bed7-03d015ae0575","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.415021849Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-sub","reconcileID":"af90f60e-3898-4c2c-b8fe-6f0936185040","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","subscription":"test-model-854b9e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.431234315Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-sub","reconcileID":"af90f60e-3898-4c2c-b8fe-6f0936185040","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.445488034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"cd4a1722-f008-46d5-9f98-88bd4a44ab8b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.44805135Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e-sub","reconcileID":"af90f60e-3898-4c2c-b8fe-6f0936185040","MaaSSubscription":{"name":"test-model-854b9e-sub","namespace":"ai-tenant-e2e-inf-b-854b9e"},"name":"maas-trlp-test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.472504245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"cd4a1722-f008-46d5-9f98-88bd4a44ab8b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.485582144Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub","reconcileID":"96366fa5-f0f3-42f1-a8d6-8ca4bf19e57d","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.550200224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"95e4b316-3fd5-49c3-89c5-bc5b69019a04","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"tenant":"e2e-inf-b-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","model":"ai-tenant-e2e-inf-b-854b9e/test-model-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.550236723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"test-model-854b9e","reconcileID":"95e4b316-3fd5-49c3-89c5-bc5b69019a04","MaaSModelRef":{"name":"test-model-854b9e","namespace":"ai-tenant-e2e-inf-b-854b9e"},"routeName":"test-model-854b9e-kserve-route","namespace":"ai-tenant-e2e-inf-b-854b9e","llmisvcName":"test-model-854b9e","gateway":"openshift-ingress/e2e-inf-b-854b9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.563024846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"42dfe090-7343-4a10-97de-718a49e5b2f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.571484337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"ab3a6966-018b-49df-ae33-89d6861d84c8","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:13:16.587690395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub","reconcileID":"96366fa5-f0f3-42f1-a8d6-8ca4bf19e57d","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.622986549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b443d816-969f-4331-b2ff-9f1c708f44ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.622986261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"e76cfaed-2cf2-4dad-bca6-4fe30a5ceb09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.644918179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"e76cfaed-2cf2-4dad-bca6-4fe30a5ceb09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.645197705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b443d816-969f-4331-b2ff-9f1c708f44ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.663706196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub","reconcileID":"0b511bd5-4557-42ca-a1b8-1c08baf6f9a8","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:16.882937444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"2f4fdef6-aaf5-40e9-907b-abfc21f570f7","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:19.014258144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"88e68f67-5b15-4a2e-a3c4-9b9de8cfba91","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:19.061434433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"99e03619-f3e3-4653-ad24-50b503ec0c73","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:19.061604218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d4837cdf-0ba0-4e11-a3a8-2b5d08a81105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:19.062046656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"844ea7b0-0d64-42d6-a25b-d9789527e4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:19.082541528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"99e03619-f3e3-4653-ad24-50b503ec0c73","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:19.082954289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d4837cdf-0ba0-4e11-a3a8-2b5d08a81105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:19.085052602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"844ea7b0-0d64-42d6-a25b-d9789527e4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:20.353529233Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-sub-only","reconcileID":"85397779-a618-49f2-a95f-beffbde040ce","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:20.408303731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-sub-only","reconcileID":"85397779-a618-49f2-a95f-beffbde040ce","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:20.479175394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"a26f2f6e-f381-49b4-b5ba-bc5a77f0bb9f","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:20.526835537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"035c89f4-a734-49a5-aea0-25cf61160ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:20.531986365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-no-auth","reconcileID":"500294dd-5209-4111-aaab-8f509a3bca21","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:20.531991741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"c240df00-853e-4c83-b9ff-3f32c3c7d206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:20.548523407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"035c89f4-a734-49a5-aea0-25cf61160ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:20.553122517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"c240df00-853e-4c83-b9ff-3f32c3c7d206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:20.553202477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-no-auth","reconcileID":"500294dd-5209-4111-aaab-8f509a3bca21","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:20.646616036Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-test-group-no-auth","reconcileID":"110af893-4c69-4fc8-89dc-b28187ec72fd","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:20.64665147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"bc8aca93-149a-410c-93c6-1aa70dc09ed9","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:20.80237265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"0c63643f-c73e-4218-a6e3-df3987ffec28","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:26.095992504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d49d67-369e-4445-a655-8e976dbee562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:26.120614634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d49d67-369e-4445-a655-8e976dbee562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:26.136753278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d49d67-369e-4445-a655-8e976dbee562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:26.152354066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d49d67-369e-4445-a655-8e976dbee562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:27.05107059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"808625b7-32f0-4cc8-8a4d-7082c91626f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:27.066832523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"808625b7-32f0-4cc8-8a4d-7082c91626f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:27.08492271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"808625b7-32f0-4cc8-8a4d-7082c91626f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:27.108392385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"808625b7-32f0-4cc8-8a4d-7082c91626f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:27.505910088Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"0d7f1a30-4eb7-4275-99fb-5cd5fd2f0a03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:27.84772004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"46a78fb0-e571-4afd-ae6a-55cf852936bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:28.791851946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d4ae2a-339b-4cc6-8175-e0c368e2280a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:28.817286905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d4ae2a-339b-4cc6-8175-e0c368e2280a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:28.850715562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d4ae2a-339b-4cc6-8175-e0c368e2280a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:28.880650645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d4ae2a-339b-4cc6-8175-e0c368e2280a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:29.18339107Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub","reconcileID":"f1278938-8212-4f0c-8473-1117a4706b54","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:29.351828226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub","reconcileID":"f1278938-8212-4f0c-8473-1117a4706b54","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:29.605653472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"9ee5543a-7bab-438e-a1ce-1f20d338a1cb","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:29.713511766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6d0d4e68-21b1-416c-8242-04f2c0368c33","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:29.736481787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"29a13d79-1c12-4958-be21-73db17120131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:29.738613245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"111da4c7-87c9-4c78-933d-42923125386f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:29.743193463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6d0d4e68-21b1-416c-8242-04f2c0368c33","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:29.794350988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"29a13d79-1c12-4958-be21-73db17120131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:29.812855337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"111da4c7-87c9-4c78-933d-42923125386f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:30.423144062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a132602a-88bb-44e3-bffe-e426f44e210a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:30.446014397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a132602a-88bb-44e3-bffe-e426f44e210a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:30.471472011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a132602a-88bb-44e3-bffe-e426f44e210a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:30.495968601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a132602a-88bb-44e3-bffe-e426f44e210a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:31.532699827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3482e5-cfd9-4389-baaf-b25b95e49243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:31.54937363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3482e5-cfd9-4389-baaf-b25b95e49243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:31.565576553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3482e5-cfd9-4389-baaf-b25b95e49243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:31.583999553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3482e5-cfd9-4389-baaf-b25b95e49243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.125005591Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.343210572Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"af08b073-5873-40b3-91c8-b8f0866bcd2c","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.377730511Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"38ddebfd-3019-42d5-a146-e54415dd07e4","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.388439839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"0e9cfce2-6d44-4b37-a40c-8733aa31ff7a","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.415614355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5fe8869-fb11-4151-aac0-0d5fbeaa10eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.417388193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dbbc3e1-6c37-414a-b3e9-e95f9988e7e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.41901613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9cc88f9c-661d-465b-8e7c-eec3d0b38e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.419632278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"489c1ed4-73bd-410a-a4da-da1df063719a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.428679482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"0e9cfce2-6d44-4b37-a40c-8733aa31ff7a","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.474024007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9cc88f9c-661d-465b-8e7c-eec3d0b38e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.567519633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"489c1ed4-73bd-410a-a4da-da1df063719a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.582332366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5fe8869-fb11-4151-aac0-0d5fbeaa10eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.585404315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dbbc3e1-6c37-414a-b3e9-e95f9988e7e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.715684677Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"d1c176ab-6260-4535-9792-0629132a93e0","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.755840567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-sub","reconcileID":"0fffce21-4819-4d56-bf44-8aedd16ded73","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-serve-7cbc5b","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.761585376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"27ab9b32-5ec5-47bf-a582-a578e9b8729c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.761964712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"1c90df21-bd6b-42fa-948f-4222f21f9c2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.763281806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"20ac08b5-1f2d-4fa9-a4a8-7ce7a77e19c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.771444723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"0d56c1db-cda0-4ec5-b32a-9f27bf5dfa8c","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.771536884Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"0d56c1db-cda0-4ec5-b32a-9f27bf5dfa8c","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.786599299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"27ab9b32-5ec5-47bf-a582-a578e9b8729c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.793226192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"20ac08b5-1f2d-4fa9-a4a8-7ce7a77e19c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.795324116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"1c90df21-bd6b-42fa-948f-4222f21f9c2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.811966883Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"fc20ad6e-312b-49f0-b578-1a227d1dd1e1","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.844371173Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"af4b8bc2-3084-4766-9b4c-f86270613b49","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.864366426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c6c4f002-2ec0-41fe-bfc1-df4f31bb6ac0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.864404568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"91811f4b-e6ec-4298-a5ec-ab8c69255e56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.887065987Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"95099e77-8cba-47dd-9b30-4cb2f9455d7e","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.933107998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"91811f4b-e6ec-4298-a5ec-ab8c69255e56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.975744955Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"a4e5aae7-5333-40d2-b740-3f88ead599c2","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:36.992865914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c6c4f002-2ec0-41fe-bfc1-df4f31bb6ac0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.00293079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"0ae01130-0f57-46d9-9fda-129af3084f5c","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.003441456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"0ae01130-0f57-46d9-9fda-129af3084f5c","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.113058812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6de7eaa8-2aa7-45a6-9641-468f2ba7c540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.205228378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"772d3964-011e-484f-aeed-6a70bad7ae4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.218824089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"15b96f50-e2eb-43dc-89d5-c242c5c32609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.225522286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6de7eaa8-2aa7-45a6-9641-468f2ba7c540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.291046916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1d68de1a-6b7f-4484-bf6b-442756406fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.291340885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"356e9a84-8c9f-4c5c-b913-1a9d256ba0e9","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.30038896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"15b96f50-e2eb-43dc-89d5-c242c5c32609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.301335245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"772d3964-011e-484f-aeed-6a70bad7ae4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.320191411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"356e9a84-8c9f-4c5c-b913-1a9d256ba0e9","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.321008166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1d68de1a-6b7f-4484-bf6b-442756406fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.375028228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"cbb973a1-0081-4051-836a-af418222ce4b","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.375057359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"cbb973a1-0081-4051-836a-af418222ce4b","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.407220539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"9a2ff3f2-c440-4aa3-96e8-94a30e14508f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.428708421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"9a2ff3f2-c440-4aa3-96e8-94a30e14508f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.486100293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"302c8920-ca53-4343-9485-81e33ada9c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.501641787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"302c8920-ca53-4343-9485-81e33ada9c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.517524919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"302c8920-ca53-4343-9485-81e33ada9c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.533545417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"302c8920-ca53-4343-9485-81e33ada9c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.533889389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ea670977-b7a5-4de4-891f-61e90bc28058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.548980552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"9f9e1054-273e-4871-b37d-3d4244fbb65c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.556583412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ea670977-b7a5-4de4-891f-61e90bc28058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.570019859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"9f9e1054-273e-4871-b37d-3d4244fbb65c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.620136314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"72650c13-a997-4517-a581-24c4a2e0eb82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.620136226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"66330e96-3c94-480d-98a2-30eb58ea9087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.641708599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"66330e96-3c94-480d-98a2-30eb58ea9087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.641821419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"72650c13-a997-4517-a581-24c4a2e0eb82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.652175517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"fa12adce-6f1c-4f60-87f1-1f27d2001aed","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.652193144Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"fa12adce-6f1c-4f60-87f1-1f27d2001aed","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.707958093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e2ed87a6-966a-402a-870f-72cd2c39cfb5","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:37.72865412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e2ed87a6-966a-402a-870f-72cd2c39cfb5","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:38.189800209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d093dcac-8b14-4adc-9260-89e8ac545500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:38.206238353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d093dcac-8b14-4adc-9260-89e8ac545500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:38.221866739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d093dcac-8b14-4adc-9260-89e8ac545500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:38.237926368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d093dcac-8b14-4adc-9260-89e8ac545500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:38.737879049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"46805659-c1fa-4020-a530-53a6e467ed11","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:38.739115165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"d1dad91c-6b84-4723-9719-6454a118f4fc","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:38.772198445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"bd9dcb8c-bb76-40da-b53c-c78f798f36de","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:38.772745167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"6b41fcde-e740-457d-92ad-630bc3d3f532","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:38.796771674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"1c9a8274-f928-41ce-9f62-41eacc073f59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:38.797526108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"5940930e-d250-4417-ad7b-ca4c21c44a62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:38.870797027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"8b50dd27-18ef-42de-b0d6-82e99477fe33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:38.871435108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"e5669326-2b58-4e0e-a1d3-a90896f5a740","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:38.886917053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"1c9a8274-f928-41ce-9f62-41eacc073f59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:38.912529525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"5940930e-d250-4417-ad7b-ca4c21c44a62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:39.087038056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"5774ed52-65c6-44d8-b90a-c72474391025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:39.108107572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"5774ed52-65c6-44d8-b90a-c72474391025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:39.197733707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"51ae463f-f139-45d3-8113-ceb9a22f99a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:39.222083045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"51ae463f-f139-45d3-8113-ceb9a22f99a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:40.744399067Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","namespace":"ai-tenant-e2e-inf-a-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:40.744457113Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","namespace":"ai-tenant-e2e-inf-a-758617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:40.74450899Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","tenant":"e2e-inf-a-758617","tenantID":"e2e-inf-a-758617","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:40.762149309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"Deployment","name":"maas-api-e2e-inf-a-758617","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:40.802245529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"Service","name":"maas-api-e2e-inf-a-758617","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:40.822201012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-758617","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:40.841250039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-758617","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:40.860549183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-758617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:40.883113071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-758617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:40.908107596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-758617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:40.928218718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-758617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:40.944159299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"Deployment","name":"payload-processing-e2e-inf-a-758617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:40.959731685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-758617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:40.976985389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"Service","name":"payload-processing-e2e-inf-a-758617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:40.996249427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-758617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:41.012430265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-758617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:41.028381717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-758617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:41.044073222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-758617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:41.067464023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-758617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:41.099767673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-758617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:41.12221303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-758617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:41.139826363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-758617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:41.155554655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-758617"},"namespace":"ai-tenant-e2e-inf-a-758617","name":"default-tenant","reconcileID":"15d8c2b6-a633-4a2b-9088-5b73da60a44f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-758617","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.521358209Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.539768622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"cb4dcea9-91d4-4084-ba12-59d2d2be8f61","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.539827053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"cb4dcea9-91d4-4084-ba12-59d2d2be8f61","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:13:42.563016327Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-9db082-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.580229122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"26a95193-158c-40f6-a5e6-af1afbe2d674","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.58081125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"56e32af3-7c8b-4727-9a7f-67f09b50fdb8","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.604815893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"56e32af3-7c8b-4727-9a7f-67f09b50fdb8","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.604825358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"26a95193-158c-40f6-a5e6-af1afbe2d674","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.605190712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"776b47de-970f-46b3-94f5-db1e75dd8d41","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.605206567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"776b47de-970f-46b3-94f5-db1e75dd8d41","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.638689495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"2574fa00-6118-4f74-aaf8-34e69e98e3a5","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.638712505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"2574fa00-6118-4f74-aaf8-34e69e98e3a5","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.674222518Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-sub","reconcileID":"71396ccd-16cd-4834-b495-854460187ea0","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-unrel-9db082","model":"e2e-att-unrel-9db082","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.781697976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"11dadda1-5105-464e-b8b5-ddee59b1dc2d","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.781722595Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"11dadda1-5105-464e-b8b5-ddee59b1dc2d","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.805684365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"7190237c-a090-496d-b5ef-96d450ea2f25","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.811812474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"62f65067-9f1f-4f3f-868e-f312515a0a42","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.826973328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"7190237c-a090-496d-b5ef-96d450ea2f25","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.833570303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"62f65067-9f1f-4f3f-868e-f312515a0a42","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:42.850229298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-sub","reconcileID":"f2992138-da45-4e67-8f36-4c6657a7e06d","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-unrel-9db082","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:45.816404932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"ffd6ef85-06bb-4e40-a4c7-329727bba971","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:45.822198691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"c7965d8a-8ccb-49da-af63-071fdd6409b7","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:45.850941451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"ffd6ef85-06bb-4e40-a4c7-329727bba971","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:45.865248452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"c7965d8a-8ccb-49da-af63-071fdd6409b7","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:45.916389125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"abc60c84-c2aa-4fd8-8d31-ac390e4693e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:45.952027863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"21ad61ef-2808-46b2-bfba-0cc804b808f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:45.983616793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"abc60c84-c2aa-4fd8-8d31-ac390e4693e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:46.007390352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"21ad61ef-2808-46b2-bfba-0cc804b808f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:50.43434853Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-758617","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-758617","reconcileID":"b5fa7d5f-7f9c-4734-ac50-980e54f78099","aitenant":"ai-tenants/e2e-inf-a-758617","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:50.665994335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd5f72c-48b4-47e3-a1d9-209cb7575b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:50.681559988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd5f72c-48b4-47e3-a1d9-209cb7575b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:50.697025738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd5f72c-48b4-47e3-a1d9-209cb7575b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:50.712678392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd5f72c-48b4-47e3-a1d9-209cb7575b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:50.737278631Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-758617","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-758617","reconcileID":"b5fa7d5f-7f9c-4734-ac50-980e54f78099","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-758617","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-758617"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:51.457714303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b713e5-a72e-4dbc-b8cf-910d18d05445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:51.474315228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b713e5-a72e-4dbc-b8cf-910d18d05445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:51.490359492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b713e5-a72e-4dbc-b8cf-910d18d05445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:51.506263818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b713e5-a72e-4dbc-b8cf-910d18d05445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:52.182417997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5271474-0a1b-4dfd-8cba-578f364ed05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:52.197832608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5271474-0a1b-4dfd-8cba-578f364ed05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:52.213277363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5271474-0a1b-4dfd-8cba-578f364ed05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:52.228868718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5271474-0a1b-4dfd-8cba-578f364ed05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:53.374817679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-w2-4be645","reconcileID":"7fe2e64b-4c4c-4aa1-8d9b-d3d9db05a026","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.506278414Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e6389de8-91c7-4336-8cb5-c2ff44eb742a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.506358265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"eb633ac8-777b-4924-895d-e18de49f118a","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.558919798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"9bb8463a-3bec-4ae4-8f03-c8c3c83e7c58","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.785236751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"360def97-9473-48db-af26-b5a0272b05c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.801277124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"360def97-9473-48db-af26-b5a0272b05c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.876274075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"360def97-9473-48db-af26-b5a0272b05c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.877755394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"714f3453-c892-4194-a7ef-02c7c67928a1","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.89197565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"360def97-9473-48db-af26-b5a0272b05c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.89304963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"eadf5d23-139d-4dd5-aa20-5f45bc31d3b9","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.893447436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-w2-4be645","reconcileID":"2d383afe-fe35-4fa2-9383-34e85b7d6109","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.908979488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-w2-4be645","reconcileID":"e174c86e-8eaa-4b91-a38d-69de3bceae5c","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.90923479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"d8059ef9-faeb-4c71-9ad0-cfd0d7389c89","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.909613929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"2352747c-efb6-4b0e-ad99-de0c1c42346c","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.941170325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"013bec14-1ad4-4589-af12-f9046bbfb547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.941883456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"67e0f45b-b3af-49be-aee0-22f796eb1570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.957501451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"830e0309-0e71-45cf-8fbf-310b54216223","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.958001594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"677700fa-f409-437d-9456-e41dc29757fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.962138722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"013bec14-1ad4-4589-af12-f9046bbfb547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:56.964254676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"67e0f45b-b3af-49be-aee0-22f796eb1570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:57.147158199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"546ce98c-3537-4eac-8bf9-59955987c08e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:57.147370971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"ebdfc26c-0cd3-4b62-9618-2a1b41dc3552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:57.172057816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"ebdfc26c-0cd3-4b62-9618-2a1b41dc3552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:57.172471479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"546ce98c-3537-4eac-8bf9-59955987c08e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:57.61910537Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-514524","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-514524","reconcileID":"f5b51572-7bfc-43ac-9ee0-dbdc059fc086","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-514524","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-514524":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:57.659492743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e15e80a-5b7e-486c-acbd-e2b7732cfbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:57.67502643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e15e80a-5b7e-486c-acbd-e2b7732cfbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:57.69132213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e15e80a-5b7e-486c-acbd-e2b7732cfbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:57.70720625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e15e80a-5b7e-486c-acbd-e2b7732cfbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:57.780320559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-sub","reconcileID":"bb56a8f0-1f79-4886-a818-0c8ef0d93eab","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-unrel-9db082","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:57.89775296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"25a18f1d-f4c3-447a-8a8f-dbc70b8305e7","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:57.897772135Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"25a18f1d-f4c3-447a-8a8f-dbc70b8305e7","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:58.038124263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"d8322543-2009-4cda-99a2-2ac1249f55a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:58.038867214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"0462c758-8ea9-49a1-b3a5-926bfc5b40e2","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:58.073567922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"d8322543-2009-4cda-99a2-2ac1249f55a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:58.075545117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"0462c758-8ea9-49a1-b3a5-926bfc5b40e2","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:58.468815506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea4bfc7-3c73-4ff9-aedf-8c422dca45db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:58.484330063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea4bfc7-3c73-4ff9-aedf-8c422dca45db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:58.499896749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea4bfc7-3c73-4ff9-aedf-8c422dca45db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:58.51536578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea4bfc7-3c73-4ff9-aedf-8c422dca45db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.693158087Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"e3c21d6c-1c2f-4b66-b043-5256ead612af","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.716964668Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"07a41d18-eda3-4162-bd73-0efadd19b2fe","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.75074794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d3a741d4-1c9a-4a64-afdd-4389e7ba6c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.750910846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6f51cd0-ad31-40e7-b86c-edfea1a395c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.750754079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"b0034fd0-de99-4ce1-a473-26bd459b151e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.751303205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"11f3d847-c580-4e3f-9149-e838f269eea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.75136055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"c37170cf-bf0e-4146-a9da-0ab05b4b2b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.772421909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6f51cd0-ad31-40e7-b86c-edfea1a395c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.772585906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d3a741d4-1c9a-4a64-afdd-4389e7ba6c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.774968208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"c37170cf-bf0e-4146-a9da-0ab05b4b2b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.775111633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"11f3d847-c580-4e3f-9149-e838f269eea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.77723327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"b0034fd0-de99-4ce1-a473-26bd459b151e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.824916654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"9b13acb4-04e3-4092-a502-b5033cb30f5d","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.824952325Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"9b13acb4-04e3-4092-a502-b5033cb30f5d","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.931071354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"8793f5aa-ffc1-495a-ac22-74b85b62add1","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.931107019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"8793f5aa-ffc1-495a-ac22-74b85b62add1","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.965318675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"c0affad3-f162-455f-b9ff-e46e95ec31d9","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.965879587Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"c0affad3-f162-455f-b9ff-e46e95ec31d9","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.965844367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-sub","reconcileID":"6e9a83e6-1fbc-430f-9917-ca4064de398e","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-serve-7cbc5b","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.966886518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-sub","reconcileID":"25ab8690-3629-40be-ac53-fd4e2be51b7f","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-unrel-9db082","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.983454875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"06039b2d-295c-418f-8994-8099616f7e94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.98350032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fbb8138-fe74-41c1-a724-5dd974e2e549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.990199487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"d7516f86-989c-48b1-8121-2ab23e1e8726","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.990445221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1d8cb278-701c-4579-b6db-7f0f4837b184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:13:59.990583688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"1e94c08b-83ca-411e-9e09-e190ada6d04b","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.00668871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"06039b2d-295c-418f-8994-8099616f7e94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.007656199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fbb8138-fe74-41c1-a724-5dd974e2e549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.012982476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"d7516f86-989c-48b1-8121-2ab23e1e8726","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.014286773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"1e94c08b-83ca-411e-9e09-e190ada6d04b","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.015164014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1d8cb278-701c-4579-b6db-7f0f4837b184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.033174904Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"3b62ad35-4338-46b7-bc90-345f40647e30","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.201230569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"7e155621-90fa-496c-9c6f-617da16a85dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.201461775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"1bcdc3cd-5ccb-4a86-9879-5f762fa815cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.201864716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0378e190-1a4c-4293-8bf7-1cea8deeb77f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.229965415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"1bcdc3cd-5ccb-4a86-9879-5f762fa815cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.234577144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0378e190-1a4c-4293-8bf7-1cea8deeb77f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.237420863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"7e155621-90fa-496c-9c6f-617da16a85dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.27115282Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"f4351cd8-8111-4a51-84fd-d9ece0e20ae1","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.325682929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"3b8543d5-97dd-45a2-8060-c0fdcf3288ec","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.326075322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"3b8543d5-97dd-45a2-8060-c0fdcf3288ec","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.35581271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"f5f3aee1-3f06-43ac-8d58-124c4739f596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.356472068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"f0f74fd0-7047-49f8-aeac-34d6660b88db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.382373848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"e2abeeaa-de76-403a-8f1c-845897304d97","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.382470038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"e2abeeaa-de76-403a-8f1c-845897304d97","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.389397801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"f5f3aee1-3f06-43ac-8d58-124c4739f596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.406635886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-sub","reconcileID":"708577c2-7d13-433e-a2b0-038e188c16a6","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-serve-7cbc5b","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.407873512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"f0f74fd0-7047-49f8-aeac-34d6660b88db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.408956292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-sub","reconcileID":"96cf69fd-96c9-4be7-947f-43a518a5e6f1","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-unrel-9db082","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.447159958Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"9d47b9e3-8dad-419f-9a38-8dc3deb9f797","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.469178163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"dfe84e1e-d752-4e3f-8b6d-4ddfd386c3fd","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.470100866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"c700092d-051e-4626-b677-e1ccd926d2ba","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.490458398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"0cbf3063-173b-4a81-b264-f55a7705a7f5","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.49048185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"0cbf3063-173b-4a81-b264-f55a7705a7f5","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.492770552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"dfe84e1e-d752-4e3f-8b6d-4ddfd386c3fd","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.495475403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"c700092d-051e-4626-b677-e1ccd926d2ba","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.644238695Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"fb9e0e1e-f69b-4347-b1c2-eabb8870dfc6","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:00.66056624Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"69bf5dca-50d2-4024-b435-a1d4fad484c1","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:00.682186763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"69bf5dca-50d2-4024-b435-a1d4fad484c1","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.697281114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"a3f60d5e-9f0d-4c88-8932-ba4e02a6a1a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.697385211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"3010000a-bccf-4c95-b8f8-3ae5d76687d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.697712537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"07c78c5b-d54e-46f3-9f13-c48228c3f068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.697843965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb17f9bd-0d5d-4883-b34f-2c10cb21192e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.705369809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"29208e5c-f08c-4fae-b936-3e90d0843e7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:00.706275006Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"193e6676-0937-402e-8dd9-476772bc7424","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:00.706335601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"193e6676-0937-402e-8dd9-476772bc7424","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.720137048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"07c78c5b-d54e-46f3-9f13-c48228c3f068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.723763624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"3010000a-bccf-4c95-b8f8-3ae5d76687d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.726134443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb17f9bd-0d5d-4883-b34f-2c10cb21192e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.727467832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"a3f60d5e-9f0d-4c88-8932-ba4e02a6a1a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.729380249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"29208e5c-f08c-4fae-b936-3e90d0843e7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:00.73366515Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"cb707930-4e5f-4cc6-951c-1224b3213931","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:00.733736486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"cb707930-4e5f-4cc6-951c-1224b3213931","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:00.770830792Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"5b5fec20-6533-423a-b667-254d17f70b07","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:00.770909931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"5b5fec20-6533-423a-b667-254d17f70b07","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.815645813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0e6b435e-8575-45e8-89fe-c2ee254bae53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:00.830069313Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"08ed8ade-fe3a-475f-98a2-7cc8a573830d","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:00.830136597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"08ed8ade-fe3a-475f-98a2-7cc8a573830d","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.837095986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0e6b435e-8575-45e8-89fe-c2ee254bae53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.918055623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d45ff5d-7d77-4ad2-bd6a-b19d998af538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.918621526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"8ada1375-0df5-48fc-b9d0-6c818c612a74","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.918707482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"7e8bb809-446f-4a0a-9a39-5b53ec6337e9","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.919137505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"11dfb5f8-053b-4f43-bada-75ab26bdf14d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:00.926756055Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"27d9e01d-cd69-480c-a8cc-20db91fe9d5d","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:00.926839345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"27d9e01d-cd69-480c-a8cc-20db91fe9d5d","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.939573394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d45ff5d-7d77-4ad2-bd6a-b19d998af538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.940529298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"8ada1375-0df5-48fc-b9d0-6c818c612a74","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.942303099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"7e8bb809-446f-4a0a-9a39-5b53ec6337e9","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:00.942974367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"11dfb5f8-053b-4f43-bada-75ab26bdf14d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:01.103497366Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"4ac9d663-ed69-49cc-a2ca-5831de2b1723","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:01.103561545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"4ac9d663-ed69-49cc-a2ca-5831de2b1723","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.418661212Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"c807d88b-dbf9-4bef-8d5c-43fa2702e4ce","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:01.441794016Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"709b3348-9ecd-4513-81f1-1159ec0b5f95","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:01.441906291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"709b3348-9ecd-4513-81f1-1159ec0b5f95","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.470849153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"4b0730eb-2eb6-45ea-8fbc-8dafe2c9ab31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.470849483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"fe5bff13-3aac-4177-bcb4-249bfa725608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.471160896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"f28a476b-b687-4371-b152-1bb21a953ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.48112687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c63767d-6621-42e8-8368-969169adb763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.481190768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"134a686d-436a-49e0-8335-c3252222b271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.492299355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"4b0730eb-2eb6-45ea-8fbc-8dafe2c9ab31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.493297221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"fe5bff13-3aac-4177-bcb4-249bfa725608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.494709399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"f28a476b-b687-4371-b152-1bb21a953ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.503236323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"134a686d-436a-49e0-8335-c3252222b271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.503625077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c63767d-6621-42e8-8368-969169adb763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.676702498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"2ad0cf14-88b8-43df-928f-1609d1f6875b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.677435951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"2384c612-348b-485a-ada0-97e2899fcfc0","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.678121642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"0a95f7b7-38af-435c-8c8b-9d6b9fadfe25","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.699468661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"2ad0cf14-88b8-43df-928f-1609d1f6875b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.699489835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"0a95f7b7-38af-435c-8c8b-9d6b9fadfe25","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.701586278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"2384c612-348b-485a-ada0-97e2899fcfc0","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.782196007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"5372fb3a-c7b4-45dc-93a1-0d92dc3fbd60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.78291853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"170c2c1f-9be7-496a-8581-85000ee569dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.804033969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"5372fb3a-c7b4-45dc-93a1-0d92dc3fbd60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:01.80504469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"170c2c1f-9be7-496a-8581-85000ee569dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:02.09951874Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"5b66f4c7-275d-4c4f-9f9e-0ddc1b0dc468","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:02.099609429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"5b66f4c7-275d-4c4f-9f9e-0ddc1b0dc468","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:03.398247023Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"3249b3a0-d7bb-4421-8baa-5d5e9621b4ef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:03.398335073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"3249b3a0-d7bb-4421-8baa-5d5e9621b4ef","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:05.975739619Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"ff3e4882-4492-4f14-a060-168917977db6","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:05.975847946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"ff3e4882-4492-4f14-a060-168917977db6","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:06.105571851Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:07.748273726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"c5e325c8-b892-409e-bc0d-6bdeffd3e8a8","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:07.769021951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"ee444730-9fa9-40bd-b1b1-f64f5b2c6180","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:07.817596826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-no-access-auth","reconcileID":"b5f7537b-c51c-4e52-acf3-89eb262c5de9","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:07.83928067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-no-access-auth","reconcileID":"b5f7537b-c51c-4e52-acf3-89eb262c5de9","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:07.973513273Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:07.97373628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"897efc29-709f-40be-b8ec-f96c5cbd18f5","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:08.011407415Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"4c03832c-a557-4183-b21e-4046843253fe","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:08.011467072Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"4c03832c-a557-4183-b21e-4046843253fe","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:08.025595733Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c0c28f/e2e-api-key-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.040760363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"4be40c63-a07e-4867-89dc-9d8698428fac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.040907793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"f855ebd6-96ed-43a6-aa6a-d489e3cc4ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.041460995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"27da931c-ef88-49ce-aac6-75735c69db46","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.041481384Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"27da931c-ef88-49ce-aac6-75735c69db46","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.062241384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"3a657399-ea80-4d58-85eb-b5dade14ad98","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.06754682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"f855ebd6-96ed-43a6-aa6a-d489e3cc4ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.0675916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"4be40c63-a07e-4867-89dc-9d8698428fac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.134069724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-no-access-auth","reconcileID":"066d5d49-bd46-428a-8939-481f00241b4a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.144356905Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-no-access-sub","reconcileID":"24c7abff-1d39-4101-982d-9ffcc7e91cd2","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.181398818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-no-access-auth","reconcileID":"066d5d49-bd46-428a-8939-481f00241b4a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.224232839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"5a5f42f7-edbb-442e-8e3a-dd81639192c5","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.234159721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"125d0e7b-0e68-4e95-a4df-9bbc26392457","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.247094473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"40b9feee-6af2-4ed8-92b8-35021d0372fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.247499129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"fc817115-a49f-41fc-9c4a-6543e49d83af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.272115628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"40b9feee-6af2-4ed8-92b8-35021d0372fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.272566101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"fc817115-a49f-41fc-9c4a-6543e49d83af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.31389643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-no-access-sub","reconcileID":"cfb08e20-86e2-4c1a-806d-23d75d95d75f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.382222196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d73f79-bdec-4f55-8433-07a55752fff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.471318106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d73f79-bdec-4f55-8433-07a55752fff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.488472309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d73f79-bdec-4f55-8433-07a55752fff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.504586581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d73f79-bdec-4f55-8433-07a55752fff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.526258007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"5b0f15e2-a3cf-4822-981d-09b74d6f67c3","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.580295499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d613fb7e-d781-41e5-822f-9b76947809e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.581000364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"10be87ac-98fd-4d0a-b487-deab0432e33d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.581200357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-no-access-auth","reconcileID":"dfd7c683-ca56-4049-ad3b-168e55b53398","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.6068961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d613fb7e-d781-41e5-822f-9b76947809e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.608078452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"10be87ac-98fd-4d0a-b487-deab0432e33d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:08.610980469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-no-access-auth","reconcileID":"dfd7c683-ca56-4049-ad3b-168e55b53398","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:09.274537073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3848605a-1488-4b28-8f45-8a2489531836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:09.292644193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3848605a-1488-4b28-8f45-8a2489531836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:09.308142347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3848605a-1488-4b28-8f45-8a2489531836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:09.323501838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3848605a-1488-4b28-8f45-8a2489531836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:10.696243523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"0791c329-ad2b-4f63-9f1f-9331cc86f756","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:10.765320034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"e5a7acee-13ab-492b-9e7e-04095280b49c","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:10.87011955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"e5a7acee-13ab-492b-9e7e-04095280b49c","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:10.903971243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"0791c329-ad2b-4f63-9f1f-9331cc86f756","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:11.22164516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"0af8d5e8-a3d5-41c9-b158-1c2dd0341015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:11.229327813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"93df0f80-4491-4fcb-9a21-56ac88e3f948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:11.257841514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"0af8d5e8-a3d5-41c9-b158-1c2dd0341015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:11.262717827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"93df0f80-4491-4fcb-9a21-56ac88e3f948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:11.307650384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"ee90bd45-c3f0-4335-b346-2e325e6c0c8f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:11.324951216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"bc13f9b9-5e8f-4c73-9fc3-5753ac8af306","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:11.336948352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"ee90bd45-c3f0-4335-b346-2e325e6c0c8f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:11.356101018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"bc13f9b9-5e8f-4c73-9fc3-5753ac8af306","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:14.785029972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1ecd67cd-f9de-4671-82f5-60ca98386c03","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-514524","tenantID":"e2e-praxis-b-514524","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:14.83050388Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1ecd67cd-f9de-4671-82f5-60ca98386c03","name":"e2e-praxis-b-514524-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:14.850671841Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","namespace":"ai-tenant-e2e-inf-b-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:14.850748Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","namespace":"ai-tenant-e2e-inf-b-854b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:14.850862347Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","tenant":"e2e-inf-b-854b9e","tenantID":"e2e-inf-b-854b9e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:14.869761241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"Deployment","name":"maas-api-e2e-inf-b-854b9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:14.900840344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"Service","name":"maas-api-e2e-inf-b-854b9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:14.924251278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-854b9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:14.945287455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-854b9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:14.969303713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-854b9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:14.987632192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-854b9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.014112846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-854b9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.038932006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-854b9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.062086338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"Deployment","name":"payload-processing-e2e-inf-b-854b9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.077802378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-854b9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.092955748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-2-w2-4be645","reconcileID":"843ef500-57a5-43df-a2c6-4a4fa78cfc74","MaaSModelRef":{"name":"distinct-2-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-2-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-2-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.09367112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"Service","name":"payload-processing-e2e-inf-b-854b9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.109271783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-854b9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.12505451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-854b9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.140341571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-854b9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.155624896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-854b9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.175214081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-854b9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.193870829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-854b9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.210320543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-854b9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.226167763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-854b9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.241663288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-854b9e"},"namespace":"ai-tenant-e2e-inf-b-854b9e","name":"default-tenant","reconcileID":"73aa8afa-f0e0-4da0-91c6-f33d15ad9741","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-854b9e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.5226929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"a3063f19-dcaf-4260-8c98-b833ca1945ff","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.541837496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"43c1af38-fbee-4d52-a5b9-460d6767c22b","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.597938114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"27e1a69e-2c00-45e9-a050-23d324042be0","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.619339144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"27e1a69e-2c00-45e9-a050-23d324042be0","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.639118442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a1c8535c1f019b3dca17566abe7856157d3b7e0caa5813074eefa165e557126) AuthConfig (7edc70ad9d122675636af4afe69f42c623f7afa801219766ab30b1573e5d12e2) AuthConfig (a8fd0544f84fa1700ab6c43ff907bfe10f023f605e262025d78f68b09cb05193) AuthConfig (99c56ccaf159146b3362621ffdb4b7bbb94208b55c1bcff36f7a44242a1f5eaa) AuthConfig (a292d73afb9236c0a0d33164d400987758425bf00a19c4e35326147a6847a98b) AuthConfig (121982462935c5f6237954594b47e9e1874b67075da54e86ba5632f41ee6944c) AuthConfig (924af061ec245c1c0091e1ec716a7d55e78d18fce2e1fde7056e48cd19cdb98d) AuthConfig (31edc4624901b437fe89666979f71e24098e705be4fccb958275bdc158419cb4) AuthConfig (211b18a985be5ff74374b58e5fc402ab40432df4bfc6d86692e1c00965ab9ac9) AuthConfig (36c6fd3ddf806b457d3d6a625bd90b3221ce21db4ea160cea0cf024ad51e0666) AuthConfig (7a629887e0880796943c356912500bf5470a8cdc5ff456b9d93dfab762e2dbd7) AuthConfig (17af2a8db7f468c61d6df86a328e5a9fe7ace334d2217cf03c5dcf29877369d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"27e1a69e-2c00-45e9-a050-23d324042be0","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.663931351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"bacf3f6c-5c39-40b3-9a11-4bad0eb75664","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.712995381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"579c87dd-6cdc-40c4-8b8b-f582561be628","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.733828076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"579c87dd-6cdc-40c4-8b8b-f582561be628","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.738718806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"88fe4277-050e-4766-8785-e62a98cf00cb","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.738741764Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.755745913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a1c8535c1f019b3dca17566abe7856157d3b7e0caa5813074eefa165e557126) AuthConfig (7edc70ad9d122675636af4afe69f42c623f7afa801219766ab30b1573e5d12e2) AuthConfig (a8fd0544f84fa1700ab6c43ff907bfe10f023f605e262025d78f68b09cb05193) AuthConfig (99c56ccaf159146b3362621ffdb4b7bbb94208b55c1bcff36f7a44242a1f5eaa) AuthConfig (a292d73afb9236c0a0d33164d400987758425bf00a19c4e35326147a6847a98b) AuthConfig (121982462935c5f6237954594b47e9e1874b67075da54e86ba5632f41ee6944c) AuthConfig (924af061ec245c1c0091e1ec716a7d55e78d18fce2e1fde7056e48cd19cdb98d) AuthConfig (31edc4624901b437fe89666979f71e24098e705be4fccb958275bdc158419cb4) AuthConfig (211b18a985be5ff74374b58e5fc402ab40432df4bfc6d86692e1c00965ab9ac9) AuthConfig (36c6fd3ddf806b457d3d6a625bd90b3221ce21db4ea160cea0cf024ad51e0666) AuthConfig (7a629887e0880796943c356912500bf5470a8cdc5ff456b9d93dfab762e2dbd7) AuthConfig (17af2a8db7f468c61d6df86a328e5a9fe7ace334d2217cf03c5dcf29877369d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"579c87dd-6cdc-40c4-8b8b-f582561be628","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.759592944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"ba2fa921-e5f1-45bc-b01e-d52cd02932c2","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:15.772724487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-sub","reconcileID":"7f9c6f53-4ef1-4f6f-b626-cda9a45df2b2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.812872803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"143ef0ee-df2e-4226-9d9f-7f9ad81b51af","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.813227234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"703d4b79-42df-433b-8f9f-89275b90331b","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.813657904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"cae57594-0a99-4c67-9830-4cf3fed609c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.813823384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"ece4354e-9e5e-4419-8fca-e6731b552689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.834729841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"143ef0ee-df2e-4226-9d9f-7f9ad81b51af","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.835514137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"cae57594-0a99-4c67-9830-4cf3fed609c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.83648628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"0a29503a-fa2d-4d64-b841-27c38f359104","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.837517271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"ece4354e-9e5e-4419-8fca-e6731b552689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.854300851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a1c8535c1f019b3dca17566abe7856157d3b7e0caa5813074eefa165e557126) AuthConfig (7edc70ad9d122675636af4afe69f42c623f7afa801219766ab30b1573e5d12e2) AuthConfig (a8fd0544f84fa1700ab6c43ff907bfe10f023f605e262025d78f68b09cb05193) AuthConfig (99c56ccaf159146b3362621ffdb4b7bbb94208b55c1bcff36f7a44242a1f5eaa) AuthConfig (a292d73afb9236c0a0d33164d400987758425bf00a19c4e35326147a6847a98b) AuthConfig (121982462935c5f6237954594b47e9e1874b67075da54e86ba5632f41ee6944c) AuthConfig (924af061ec245c1c0091e1ec716a7d55e78d18fce2e1fde7056e48cd19cdb98d) AuthConfig (31edc4624901b437fe89666979f71e24098e705be4fccb958275bdc158419cb4) AuthConfig (211b18a985be5ff74374b58e5fc402ab40432df4bfc6d86692e1c00965ab9ac9) AuthConfig (36c6fd3ddf806b457d3d6a625bd90b3221ce21db4ea160cea0cf024ad51e0666) AuthConfig (7a629887e0880796943c356912500bf5470a8cdc5ff456b9d93dfab762e2dbd7) AuthConfig (17af2a8db7f468c61d6df86a328e5a9fe7ace334d2217cf03c5dcf29877369d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"143ef0ee-df2e-4226-9d9f-7f9ad81b51af","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.917315109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"d1151ee7-3540-4905-886c-836069b6c922","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.922716721Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-sub","reconcileID":"99724a76-5279-4dc8-9007-96708714ef43","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/e2e-status-active-sub","ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.938879858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"d1151ee7-3540-4905-886c-836069b6c922","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.958455811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a1c8535c1f019b3dca17566abe7856157d3b7e0caa5813074eefa165e557126) AuthConfig (7edc70ad9d122675636af4afe69f42c623f7afa801219766ab30b1573e5d12e2) AuthConfig (a8fd0544f84fa1700ab6c43ff907bfe10f023f605e262025d78f68b09cb05193) AuthConfig (99c56ccaf159146b3362621ffdb4b7bbb94208b55c1bcff36f7a44242a1f5eaa) AuthConfig (a292d73afb9236c0a0d33164d400987758425bf00a19c4e35326147a6847a98b) AuthConfig (121982462935c5f6237954594b47e9e1874b67075da54e86ba5632f41ee6944c) AuthConfig (924af061ec245c1c0091e1ec716a7d55e78d18fce2e1fde7056e48cd19cdb98d) AuthConfig (31edc4624901b437fe89666979f71e24098e705be4fccb958275bdc158419cb4) AuthConfig (211b18a985be5ff74374b58e5fc402ab40432df4bfc6d86692e1c00965ab9ac9) AuthConfig (36c6fd3ddf806b457d3d6a625bd90b3221ce21db4ea160cea0cf024ad51e0666) AuthConfig (7a629887e0880796943c356912500bf5470a8cdc5ff456b9d93dfab762e2dbd7) AuthConfig (17af2a8db7f468c61d6df86a328e5a9fe7ace334d2217cf03c5dcf29877369d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"d1151ee7-3540-4905-886c-836069b6c922","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:15.979614787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"5ba5502a-1caa-464c-9b6b-caf3c22d2706","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:16.002857863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"da600d50-8cce-4bfc-be88-fbedc31141b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:16.017772963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"ad612c98-ab2f-4971-9826-2491bffe9553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:16.017918144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"94b04c29-cf04-445a-b09c-3660c13c05e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:16.040120986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"94b04c29-cf04-445a-b09c-3660c13c05e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:16.041853595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"ad612c98-ab2f-4971-9826-2491bffe9553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:16.09998482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-sub","reconcileID":"d16864cb-1aa8-4594-a543-5d90395dd8e9","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.373512868Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"72c33282-b783-4137-97c7-b129f0a75bef","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:17.388747575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"ca93acfb-b4e9-47d8-866f-97a27cc3ac74","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:17.388852544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"ca93acfb-b4e9-47d8-866f-97a27cc3ac74","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.429746489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"4548cdfd-d3be-4229-8b85-700dc0480539","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.430192385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"22b1c0bd-4a7e-4b59-a342-e422fdd05620","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.430940719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cb2f985-6c7e-48fc-aea1-75aabaca1b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.431558091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"aa21591e-604c-45b5-83c2-680df79f4772","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.42974519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"07484ccf-dd38-4571-9173-3707b7a4bf8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.467024697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cb2f985-6c7e-48fc-aea1-75aabaca1b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.471875799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"aa21591e-604c-45b5-83c2-680df79f4772","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.475937757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"22b1c0bd-4a7e-4b59-a342-e422fdd05620","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.480156098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"07484ccf-dd38-4571-9173-3707b7a4bf8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.480305145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"4548cdfd-d3be-4229-8b85-700dc0480539","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.507199483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99c56ccaf159146b3362621ffdb4b7bbb94208b55c1bcff36f7a44242a1f5eaa) AuthConfig (7a629887e0880796943c356912500bf5470a8cdc5ff456b9d93dfab762e2dbd7) AuthConfig (36c6fd3ddf806b457d3d6a625bd90b3221ce21db4ea160cea0cf024ad51e0666) AuthConfig (9a1c8535c1f019b3dca17566abe7856157d3b7e0caa5813074eefa165e557126)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"4548cdfd-d3be-4229-8b85-700dc0480539","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.539142775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"cbc33c66-fe64-4bcd-be99-edf0dc4eaffa","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.641213387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c4f296a-ea4e-42d7-9edc-14b7397f684b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.66466572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c4f296a-ea4e-42d7-9edc-14b7397f684b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.723275085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b6c8326d-aa8b-463f-b6ea-fec29c807537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.741010915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"cf2645a7-dd66-4501-8f98-2556c513dea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.75233391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b6c8326d-aa8b-463f-b6ea-fec29c807537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.769012207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"cf2645a7-dd66-4501-8f98-2556c513dea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.8271052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"6ab47868-f94e-4367-962a-ff76c022234d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.835637812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"45fd738e-cbf1-4506-b248-ce4770ac7e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.839854721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"21b5c356-a610-4e48-b9bf-d005ca22f8b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.851523549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"6ab47868-f94e-4367-962a-ff76c022234d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.879685813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"45fd738e-cbf1-4506-b248-ce4770ac7e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.886763531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"21b5c356-a610-4e48-b9bf-d005ca22f8b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:17.981246542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-no-access-auth","reconcileID":"b9e6fb9d-65a6-4669-be91-8bc2b8c5320c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.007585344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-no-access-auth","reconcileID":"b9e6fb9d-65a6-4669-be91-8bc2b8c5320c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:18.08035623Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"a2a62ad0-c992-4111-a9f9-5ef85ebc048b","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:18.08044989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"a2a62ad0-c992-4111-a9f9-5ef85ebc048b","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.10491743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"bff9b7fa-2003-4853-bca8-fb1e537c1f97","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.104950445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"bff9b7fa-2003-4853-bca8-fb1e537c1f97","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.116638053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"c7e9a4fc-fef7-470c-8bf6-82e7eb30d084","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.131097281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"26ee46b5-a4a0-4345-ac34-5e8da2eee026","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.163086792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"c7e9a4fc-fef7-470c-8bf6-82e7eb30d084","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.163727772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"c9f0bac2-8022-43d4-abbf-750cc56bad14","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.163750946Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"c9f0bac2-8022-43d4-abbf-750cc56bad14","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.164708277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-sub","reconcileID":"23cd256d-cb80-451c-8cf7-01baea792a0d","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-serve-7cbc5b","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.167794425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"26ee46b5-a4a0-4345-ac34-5e8da2eee026","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.199170139Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"8a1f3e38-6f9f-4b87-a9a4-617c1e395ce9","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.21819457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-sub","reconcileID":"d3f42404-e7cb-441a-9fc6-9a779dbd6bc3","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-unrel-9db082","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.218263734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"8a353fe4-8d9a-4f98-9c26-fd8d45348ad3","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.218278062Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"8a353fe4-8d9a-4f98-9c26-fd8d45348ad3","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.279192004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00236c80-c26b-4815-8f86-fd0217a56a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.279810136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"c8fd19d6-ae9d-427e-b6f4-01ef904cab33","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.310113139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1aa641ce-3ad8-41fb-a161-7bb08ae693a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.347058263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00236c80-c26b-4815-8f86-fd0217a56a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.349266375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"c8fd19d6-ae9d-427e-b6f4-01ef904cab33","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.358114494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1aa641ce-3ad8-41fb-a161-7bb08ae693a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.396693908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4be645-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99c56ccaf159146b3362621ffdb4b7bbb94208b55c1bcff36f7a44242a1f5eaa) AuthConfig (7a629887e0880796943c356912500bf5470a8cdc5ff456b9d93dfab762e2dbd7) AuthConfig (36c6fd3ddf806b457d3d6a625bd90b3221ce21db4ea160cea0cf024ad51e0666) AuthConfig (9a1c8535c1f019b3dca17566abe7856157d3b7e0caa5813074eefa165e557126)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"c8fd19d6-ae9d-427e-b6f4-01ef904cab33","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.464680733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"dd3d8588-16b3-4d83-8f15-1df8e90bae76","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.46560852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"593d8de8-acb3-450e-a3ee-6ee2bb108c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.466429142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"65293812-65b3-4fbc-8095-3f2bc6645091","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.488412956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"593d8de8-acb3-450e-a3ee-6ee2bb108c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.488736771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"65293812-65b3-4fbc-8095-3f2bc6645091","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.490766732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"dd3d8588-16b3-4d83-8f15-1df8e90bae76","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.581852548Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-no-access-sub","reconcileID":"d2fcfe2e-6727-49a1-a064-8efc01ea70d4","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.627832165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"5de6c794-8c02-40f8-b367-d3c0f47e0d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.627839925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b7d9acaa-3d62-4d11-887b-3b22a487e096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.649460977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"5de6c794-8c02-40f8-b367-d3c0f47e0d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.649589289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b7d9acaa-3d62-4d11-887b-3b22a487e096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.652846824Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-no-access-sub","reconcileID":"d2fcfe2e-6727-49a1-a064-8efc01ea70d4","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.723064491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"550ee432-68e9-433a-a03b-ab31bed2b158","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.724253108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"f7767541-ecb1-4759-bbf9-d2dbd434da22","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.724279813Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.732287446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"9bb28e77-f341-4cf4-8604-b3c10f8b41a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.732501572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"97575dff-8649-4c83-9d08-b0cd53866198","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.732280578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"cbceb82c-feed-4fb7-8259-e332a8385118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.74890068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"d2e38ac4-036e-4dff-aedb-67a68eae01fc","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.75406984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"97575dff-8649-4c83-9d08-b0cd53866198","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.754198948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"cbceb82c-feed-4fb7-8259-e332a8385118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.756188611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"9bb28e77-f341-4cf4-8604-b3c10f8b41a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.829868555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"0a39ebbb-c845-422f-be95-327bed3995d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.829872356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-no-access-auth","reconcileID":"54f99de9-89f2-41c0-b74e-5af37eda59bf","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.852309147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-no-access-auth","reconcileID":"54f99de9-89f2-41c0-b74e-5af37eda59bf","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.852350047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"0a39ebbb-c845-422f-be95-327bed3995d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.872043995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"bb0d4724-1a33-4dfb-89e9-891c1752d643","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.931859153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"779bf83e-facc-41fd-936b-45610df6c46c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.952660836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"779bf83e-facc-41fd-936b-45610df6c46c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:18.975542206Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-api-key-no-access-auth","reconcileID":"85cf58d3-e5dd-4b21-bab8-5032deeda6c7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:19.097855863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"f687dcfa-1711-4295-9d7b-29c164bb9c6c","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.278278413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"c9833700-4b89-4fb0-b528-bec0396a0ac7","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.297942325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"8e1eb4a7-2c72-4d1d-9ca5-7742cbb75b33","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.346099447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-invalid-sub-auth","reconcileID":"36e97af4-22d3-4cb8-b1bf-f85bfe972d4b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.367388803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-invalid-sub-auth","reconcileID":"36e97af4-22d3-4cb8-b1bf-f85bfe972d4b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.490152677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"5255b931-318b-4ea5-bedc-5a6466dcd7cd","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.49030174Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.511246589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"76299e9f-8412-41c7-9acc-9255669e2ea8","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:20.523513088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-valid-sub","reconcileID":"5d243857-b3a0-4f05-80cf-dba4d48b471b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.538380818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"11cd804d-e404-49df-b5d9-289abb6d6b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.539912251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"63b9207a-b678-4ffd-8469-600e1f195707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.547938682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"e427a665-1934-4570-8d3f-8037426bdad9","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.559615288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"11cd804d-e404-49df-b5d9-289abb6d6b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.561522549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"63b9207a-b678-4ffd-8469-600e1f195707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.571489391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"8deb88f9-908a-410e-835b-0d61bfd7d17f","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.593674287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"14bfd9a6-4763-4ef0-981e-7c060354e919","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.638997085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-invalid-sub-auth","reconcileID":"48078e1f-ecce-4624-88dc-f695e6cdc22a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.659539349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-invalid-sub-auth","reconcileID":"48078e1f-ecce-4624-88dc-f695e6cdc22a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.684652552Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-valid-sub","reconcileID":"3be552ef-e9e5-433f-9304-ed5e9af8df19","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-models-valid-sub","ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.743001289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"d60529a8-1988-463d-9594-d819de8a4533","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.759498146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"bf599687-81d9-4244-8258-9acf0fa11231","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.779499263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"85c894b5-28e1-4132-83da-4555c31189c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.779514555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"235a447f-911b-4dd1-9dfd-512c3909e7b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.802576557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"235a447f-911b-4dd1-9dfd-512c3909e7b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.80258229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"85c894b5-28e1-4132-83da-4555c31189c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.859121726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-valid-sub","reconcileID":"58dba0fb-1611-40c5-9d17-82494586ce9c","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.873365372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-invalid-sub-auth","reconcileID":"35b63c21-de41-4f12-991a-0ee179034b12","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:20.894859273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-invalid-sub-auth","reconcileID":"35b63c21-de41-4f12-991a-0ee179034b12","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:21.042277605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"fc973d7f-6351-44f5-a095-f183d00ef5ff","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:21.091904453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-invalid-sub-auth","reconcileID":"a0e3d915-738b-4a88-910e-a5a2c16c5da7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:21.092251053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"1cfa3eef-bdc7-4f82-8b44-6a6e372bc73c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:21.092374703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"d2b370f6-b002-418d-b834-0d63c3282c68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:21.116761449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-invalid-sub-auth","reconcileID":"a0e3d915-738b-4a88-910e-a5a2c16c5da7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:21.124451512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"1cfa3eef-bdc7-4f82-8b44-6a6e372bc73c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:21.130852813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"d2b370f6-b002-418d-b834-0d63c3282c68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:23.72580115Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-854b9e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-854b9e","reconcileID":"b6c82044-3a26-4690-bcc1-074906be69cc","aitenant":"ai-tenants/e2e-inf-b-854b9e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:23.931347216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bb9904-b9d9-48ef-9a42-1859dfad992e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:23.948235026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bb9904-b9d9-48ef-9a42-1859dfad992e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:23.963691943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bb9904-b9d9-48ef-9a42-1859dfad992e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:23.979613909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bb9904-b9d9-48ef-9a42-1859dfad992e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:24.006346452Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-854b9e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-854b9e","reconcileID":"b6c82044-3a26-4690-bcc1-074906be69cc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-854b9e","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-854b9e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:24.696608257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe11d991-4464-4b70-a133-2e65c9c27aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:24.715105453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe11d991-4464-4b70-a133-2e65c9c27aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:24.731566049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe11d991-4464-4b70-a133-2e65c9c27aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:24.747325003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe11d991-4464-4b70-a133-2e65c9c27aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:25.463409281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b88e37-1d6e-45f0-8f66-22ad3835345c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:25.479379386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b88e37-1d6e-45f0-8f66-22ad3835345c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:25.495234992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b88e37-1d6e-45f0-8f66-22ad3835345c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:25.510905289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b88e37-1d6e-45f0-8f66-22ad3835345c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:28.455309233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"22566f1c-6c2e-49d8-b3b2-6e2988e53810","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:28.511138006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"22566f1c-6c2e-49d8-b3b2-6e2988e53810","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:28.632681839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30be903-5b84-4d53-a604-bd6d853a4d78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:28.650395188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30be903-5b84-4d53-a604-bd6d853a4d78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:28.66789269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30be903-5b84-4d53-a604-bd6d853a4d78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:28.685591091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30be903-5b84-4d53-a604-bd6d853a4d78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:28.719177242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"e58eb830-3e6a-402c-a3f7-8137081b33f1","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:29.420106818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"46b3e6ee-6d57-4aab-b62c-821f7ad0a119","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:29.773713487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"e8db8abd-0e65-4a3c-9ebd-ecd00bdc54a8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:29.800835492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"35db14d7-4871-4434-a314-e30a9411e75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:29.801872197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"bec76c89-75b3-434f-8121-26be41049168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:29.940500226Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-866159","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-866159","reconcileID":"6280d921-8669-4079-8ef9-a69e0402bf81","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-866159","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-866159":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:30.077744668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"bec76c89-75b3-434f-8121-26be41049168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:30.137375741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"e8db8abd-0e65-4a3c-9ebd-ecd00bdc54a8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:30.140302038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"35db14d7-4871-4434-a314-e30a9411e75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:30.708380553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d85c60e0-4b49-46ac-976d-6395f3b30cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:30.746738082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d85c60e0-4b49-46ac-976d-6395f3b30cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:30.765067124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d85c60e0-4b49-46ac-976d-6395f3b30cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:30.783900095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d85c60e0-4b49-46ac-976d-6395f3b30cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:31.117325327Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-valid-sub","reconcileID":"2cabee71-3c3e-4247-b5b3-80c8e2042b55","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:31.19762369Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-valid-sub","reconcileID":"2cabee71-3c3e-4247-b5b3-80c8e2042b55","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:31.26495304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"5624e687-0ab6-4417-99e6-d7da58d3ea58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:31.406228076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"2e70374c-d699-47b3-b5ae-50e73c1e1ee4","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:31.406503316Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:31.454197101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-invalid-sub-auth","reconcileID":"d3739b6c-8207-44f0-a19d-c6cf4c6c91ce","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:31.454537911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"ba74524d-77cc-4c8f-baa2-17aba0f85dcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:31.454600693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1e05763b-3e47-46f4-8a22-971d7f91af2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:31.475977084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"ba74524d-77cc-4c8f-baa2-17aba0f85dcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:31.47605325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1e05763b-3e47-46f4-8a22-971d7f91af2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:31.479255203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-invalid-sub-auth","reconcileID":"d3739b6c-8207-44f0-a19d-c6cf4c6c91ce","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:31.564329838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"341e9884-07e3-4f0b-99d2-581c2e0d7bb2","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:31.566517578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3ae8f8a-ff0f-40bc-8a85-84bfc2d72dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:31.581884079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3ae8f8a-ff0f-40bc-8a85-84bfc2d72dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:31.597185535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3ae8f8a-ff0f-40bc-8a85-84bfc2d72dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:31.612556799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3ae8f8a-ff0f-40bc-8a85-84bfc2d72dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:31.612647092Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-invalid-sub-auth","reconcileID":"37ed3411-b8b9-42e6-833d-1f6aec8b1025","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:31.828102017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"f0078ae5-c02d-4adb-b6e6-ea7d31ea178f","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:33.354840708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4c0869-0eff-4fc2-ac58-7c2de890c138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:33.370830832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4c0869-0eff-4fc2-ac58-7c2de890c138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:33.386393152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4c0869-0eff-4fc2-ac58-7c2de890c138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:33.402122829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4c0869-0eff-4fc2-ac58-7c2de890c138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:34.059436015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce3d373-270f-44c4-a849-274a78caa830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:34.07535949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce3d373-270f-44c4-a849-274a78caa830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:34.09097653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce3d373-270f-44c4-a849-274a78caa830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:34.106939911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce3d373-270f-44c4-a849-274a78caa830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:34.456537987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"91978631-b3cd-462f-942e-4f14e6f827c4","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:34.456572891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"91978631-b3cd-462f-942e-4f14e6f827c4","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:34.488914461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"38dd935b-878f-4e34-b552-6bb4d98786d6","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:34.48893577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"38dd935b-878f-4e34-b552-6bb4d98786d6","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:34.528454877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"019c11fc-3d6c-4a2e-9023-b22a6c2c8f11","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:34.551172688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"019c11fc-3d6c-4a2e-9023-b22a6c2c8f11","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:34.806484555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"7816bf15-ce19-406b-9050-6774cc09287e","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:34.806507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"7816bf15-ce19-406b-9050-6774cc09287e","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:36.10575752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:39.592174581Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-sub","reconcileID":"64c66931-404c-4297-ac64-3578f2850c5a","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:39.662771236Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-sub","reconcileID":"64c66931-404c-4297-ac64-3578f2850c5a","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:39.732747535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"cf435b2a-07b8-4a1f-9a13-91ac682c152d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:39.819280068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"a945a3e1-4424-499b-a24a-9f17a48574b9","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:39.819526212Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:39.867039987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"27b1ebd3-0178-47e1-8e60-50a947190912","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:39.867289911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0b79ac74-f56c-4ecb-b1aa-0467e4031381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:39.868763447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"4c5c5cea-abf2-44ee-92ab-374f348c07aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:39.888023879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"27b1ebd3-0178-47e1-8e60-50a947190912","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:39.88830675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0b79ac74-f56c-4ecb-b1aa-0467e4031381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:39.891151107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"4c5c5cea-abf2-44ee-92ab-374f348c07aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:39.98400966Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth","reconcileID":"6d159494-170b-4202-8e3c-130c6a0a8f05","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:39.984312784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"465bd2b1-562c-471c-8f8f-b24e01e25df7","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.141628249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"3fedc68c-729a-4c20-a52d-8c751184deb9","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.147898107Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.164084158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"cfcc0a8c-b013-4216-a55b-8294ef23c843","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.164105027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"cfcc0a8c-b013-4216-a55b-8294ef23c843","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:40.2112039Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-1f0641-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.226579023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"5b8643d0-bde8-4f75-b582-b01f6b8197a9","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.226620075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"37e65a25-fb8f-40d0-aa93-aed7d5f91538","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.227106776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"997348b3-87d5-4328-8f5f-449d1b180213","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.22773323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"51ae4eb9-167e-42d6-85f2-fdf1a75f0e9c","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.227749522Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"51ae4eb9-167e-42d6-85f2-fdf1a75f0e9c","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.251245844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"5b8643d0-bde8-4f75-b582-b01f6b8197a9","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.251280087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"997348b3-87d5-4328-8f5f-449d1b180213","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.253375642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"37e65a25-fb8f-40d0-aa93-aed7d5f91538","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.263459048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"a1f45eac-4d67-497d-a661-6da70b5378d6","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.263473778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"a1f45eac-4d67-497d-a661-6da70b5378d6","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.296063026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"5ce03867-f135-4fb1-a105-fb15eaf02c70","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.296090749Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"5ce03867-f135-4fb1-a105-fb15eaf02c70","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.298462718Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-sub","reconcileID":"1cb64651-1ebc-442c-818a-d46a59f32866","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-detach-1f0641","model":"e2e-att-detach-1f0641","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.390217974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"4fc3d1e7-6674-4faa-8ac3-89e02545e242","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.390243039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"4fc3d1e7-6674-4faa-8ac3-89e02545e242","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.454450254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-sub","reconcileID":"75b21989-e028-488c-b819-bd96697773ff","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-detach-1f0641","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.463694795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"d3481bf2-9947-431a-8dc9-ffdc5bab84d5","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.463897837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"6bc4c98b-7f0d-4912-9e17-41a2c4e614f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.463695545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"ff3bccfa-c62b-4016-ba4c-883d6eb9ae02","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.487684437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"ff3bccfa-c62b-4016-ba4c-883d6eb9ae02","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.487700812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"6bc4c98b-7f0d-4912-9e17-41a2c4e614f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.489806022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"d3481bf2-9947-431a-8dc9-ffdc5bab84d5","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:40.998768001Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:41.039702954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"02d7b2c6-9fd6-447e-8dd5-2c969c183b7d","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:41.039720983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"02d7b2c6-9fd6-447e-8dd5-2c969c183b7d","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:41.040088476Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-4be645/e2e-status-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:41.051330952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"9a867b90-2b87-46b9-8536-dd389fdb5b6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:41.051341369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"094da186-5eaf-4f1c-bac9-62a54a827f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:41.073464901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"9a867b90-2b87-46b9-8536-dd389fdb5b6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:41.074401426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"094da186-5eaf-4f1c-bac9-62a54a827f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:41.254508324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"e8e2e3c9-4fb6-4cd2-a999-2f434cfd8630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:41.254508295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"cf9fd39c-4520-4c14-88c2-a1959e483fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:41.275657238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"e8e2e3c9-4fb6-4cd2-a999-2f434cfd8630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:41.275671273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"cf9fd39c-4520-4c14-88c2-a1959e483fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:41.463072706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c0b82ada-5b70-4763-9a3c-5d20aa4fba20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:41.463464581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"40ce7254-7705-4fc3-8e16-4eed1b60dae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:41.484571732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c0b82ada-5b70-4763-9a3c-5d20aa4fba20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:41.484619172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"40ce7254-7705-4fc3-8e16-4eed1b60dae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.189005953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"69e1d7dc-83f1-44ae-a5f3-77b85589774b","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.20775127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"48dd46e1-a650-46ae-9107-58b4c8ca2dbe","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.255386488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"9663613f-cd31-48ba-9367-600892d8ae58","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.276144994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"9663613f-cd31-48ba-9367-600892d8ae58","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.409889851Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.409911678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"ca58dc61-b624-414c-997b-21543893c410","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.431503177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"d08a7f88-2bcd-4c32-95ec-2d0bce2f98d3","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:43.447459461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-user-sub","reconcileID":"187ab707-f42c-4681-b98b-9e7312f07095","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.468875122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"17a55f6c-a24a-4578-837e-9966c548a5ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.468875196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"8aed366c-aae6-49fe-8a32-4b42cb014f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.489300769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"e7698b14-6662-4674-832d-54361ab5a530","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.491229617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"17a55f6c-a24a-4578-837e-9966c548a5ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.493706679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"8aed366c-aae6-49fe-8a32-4b42cb014f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.50808475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"a00726d8-ed37-4afb-a46c-eef883738243","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.513737954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"5b890d96-b84d-47cc-9733-c2c757934c28","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.566682797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"a6103d6c-daab-4a88-9919-068f58309b41","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.590246864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"a6103d6c-daab-4a88-9919-068f58309b41","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.612208157Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-user-sub","reconcileID":"f79dc6a2-9817-4fc6-a41b-46d890347915","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-models-user-sub","ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.672436035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"13f8d2d8-ff5c-42d3-823e-567cb7b0b5ef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.673080577Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]","namespace=ai-tenant-e2e-worker-w4-c0c28f priority=0:[ai-tenant-e2e-worker-w4-c0c28f/e2e-models-other-sub ai-tenant-e2e-worker-w4-c0c28f/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.677118883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"4fda990b-06d4-421f-bde5-3b361c18e4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.679821298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"235d9972-5e85-478d-b6b1-a91ec3e53b2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.68868555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"6cc1982d-ca67-48d5-99f7-bcb7ba0b2964","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:43.693251726Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c0c28f/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.773152175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"d47c34a9-68cd-4a0e-9ff2-4740a24525ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.775392307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"4fda990b-06d4-421f-bde5-3b361c18e4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.777587826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"235d9972-5e85-478d-b6b1-a91ec3e53b2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.778568952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"6feb5e26-6a9e-4f68-a739-60008cabd4cf","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:43.77887715Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c0c28f/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.812817691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"47904391-2c38-4a00-bc46-4e4e7071aa50","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.835546125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"9f5905c0-a699-4e5f-aac8-9b9dcf50ca72","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.860652569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"9f5905c0-a699-4e5f-aac8-9b9dcf50ca72","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.863597248Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-user-sub","reconcileID":"d7e6d793-318f-4e29-914e-4d901815536d","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-models-other-sub","ai-tenant-e2e-worker-w4-c0c28f/e2e-models-user-sub","ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.920843697Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-other-sub","reconcileID":"0afdcec9-921a-4c4b-8114-a215ff00d406","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-models-other-sub","ai-tenant-e2e-worker-w4-c0c28f/e2e-models-user-sub","ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.935924111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c701c761-4f22-4a70-beb8-28ff122de9cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.935953335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"7cac82a8-6c3f-405c-a9b1-13dd15f0c993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.957655654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c701c761-4f22-4a70-beb8-28ff122de9cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.957680176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"7cac82a8-6c3f-405c-a9b1-13dd15f0c993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.982849811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"4095754c-584b-41d8-ac5a-c10651544b82","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.998262065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"2cfc0ff0-8f9d-4a2f-87bb-436018e8ad77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:43.999899344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-user-sub","reconcileID":"ea3621e5-e8fb-4a2e-a316-7b000a9483f2","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:44.06381272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"50fceb4e-6dad-4983-82fe-52313cde249d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:44.085066715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"50fceb4e-6dad-4983-82fe-52313cde249d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:44.099730573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-other-sub","reconcileID":"15f4ce64-0d1b-43d4-8141-44f3b415341e","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:44.102177277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-user-sub","reconcileID":"9a1740c4-88ea-4564-ba22-cb5e5915266e","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:44.102426441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"de373fb1-a255-4f79-a169-cf0f140a543a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:44.170875618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"013306ae-9dd1-463c-9d20-6edad45721ab","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:44.429540643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"85a6bc22-7ea6-4a23-86cd-8784f264c6ef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:44.479584612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"67814b02-eed3-4885-8dcc-68a22b129cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:44.479612643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c26f08d5-7e87-4fce-9a41-5368eda5bd34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:44.480512057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"84f0a8fe-c316-47cc-b289-60cb880fbd9a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:44.505079452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"84f0a8fe-c316-47cc-b289-60cb880fbd9a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:44.506202577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"67814b02-eed3-4885-8dcc-68a22b129cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:44.508759009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c26f08d5-7e87-4fce-9a41-5368eda5bd34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:47.512077456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"8a426e9b-9a00-4852-a8a2-36bfa196fa35","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:47.562914512Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"8a426e9b-9a00-4852-a8a2-36bfa196fa35","name":"e2e-worker-w3-866159-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:51.385559685Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-failed-sub","reconcileID":"7bf63bf1-c766-43ff-9020-dccbb08d353c","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:51.385689606Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-failed-sub","reconcileID":"7bf63bf1-c766-43ff-9020-dccbb08d353c","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4be645/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:51.473088061Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:51.495982986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"cf88bdf2-3cc6-47a0-840f-ad571cd84bc0","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:51.521191072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"9fbe8fd9-bce3-4241-b67c-f0dcb1144559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:51.521190448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"fadb6dd7-b691-477b-af49-fd1a94dc43c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:51.541884061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"9fbe8fd9-bce3-4241-b67c-f0dcb1144559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:51.542064884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"fadb6dd7-b691-477b-af49-fd1a94dc43c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:52.316949115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"ca0ad591-13e8-4d75-8a98-f4e0b3420408","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:52.338270075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"029740b5-ea74-4a99-bf08-f36ed4f6a13c","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:52.390519388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth-only","reconcileID":"0b584fee-c1b2-4da9-9b58-48b5d603f0a6","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:52.411713183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth-only","reconcileID":"0b584fee-c1b2-4da9-9b58-48b5d603f0a6","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:52.586625835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"8e43b72d-1651-48ac-a1e0-098aeaffc45e","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:52.635147843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth-only","reconcileID":"24983870-abc2-4941-b8a4-9d9d1dd68d1d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:52.658724584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth-only","reconcileID":"24983870-abc2-4941-b8a4-9d9d1dd68d1d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:52.768058167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth-only","reconcileID":"24983870-abc2-4941-b8a4-9d9d1dd68d1d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:52.822598758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth-only","reconcileID":"8fd51f74-74f7-4578-aabc-cecb0ed71f40","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:52.844025635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth-only","reconcileID":"8fd51f74-74f7-4578-aabc-cecb0ed71f40","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:53.505437799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-sub","reconcileID":"b7810105-aedd-460f-9d19-e396fd1eee76","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-detach-1f0641","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:53.638561616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"0dad6738-449d-4e6e-a41e-3145d48b1e32","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:53.638589986Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"0dad6738-449d-4e6e-a41e-3145d48b1e32","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.316254623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"6a7d39ba-12e9-42db-8c3e-0862a21d2903","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.316621972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"212a7a75-99a1-4587-b61e-6ec104e7ceab","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.31688994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"d5601222-a1fd-44bb-828b-ed447e9a2db1","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.345039644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"d5601222-a1fd-44bb-828b-ed447e9a2db1","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.350754821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"6a7d39ba-12e9-42db-8c3e-0862a21d2903","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.353203358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"212a7a75-99a1-4587-b61e-6ec104e7ceab","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.492042623Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-user-sub","reconcileID":"679f97d7-d4c0-4fbb-a3fb-143db89ab6e0","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.571237509Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-user-sub","reconcileID":"679f97d7-d4c0-4fbb-a3fb-143db89ab6e0","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-models-other-sub","ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.650476713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"2b8cf196-c8cd-4b92-93ea-1922a0c0f8bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.651222028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-other-sub","reconcileID":"6e4eba80-5958-424a-938f-a8c7b80de7eb","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.774690914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"d9adb4fb-aa54-427b-89ed-f404239cc52a","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.775712259Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.86042018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"aaf243bf-f57b-4977-a922-61ddf6b95cd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.860496163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"a1cde2c7-998c-4d01-9c44-c456cb48f14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.860833294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"c3dc2d87-b9cf-41e0-9ce3-ca64fa80a055","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.898228756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"a1cde2c7-998c-4d01-9c44-c456cb48f14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.898540913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"aaf243bf-f57b-4977-a922-61ddf6b95cd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.899408242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"c3dc2d87-b9cf-41e0-9ce3-ca64fa80a055","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.948814827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"b19a132f-546b-4ab2-a97e-f982335e0c54","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.967021016Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-active-auth-only","reconcileID":"028d0819-61f0-4060-939b-29d38de411c2","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:54.967117662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"92fd1656-7774-4693-9339-8148a969f527","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:55.082255009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"d9cbc852-3717-4e94-925f-11a21e2ceae1","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:55.082456751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"28319c85-1e2d-4f81-9ea3-d84fea9930f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:55.084095176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9e4623e0-a830-4ec9-a60a-5531728ef943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:55.1037563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"d9cbc852-3717-4e94-925f-11a21e2ceae1","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:55.105254592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"28319c85-1e2d-4f81-9ea3-d84fea9930f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:55.105903059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9e4623e0-a830-4ec9-a60a-5531728ef943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:55.154144187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"3b93b04c-42b5-4a19-be91-3658cbeec0fb","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.074108368Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"66cfa273-3dbb-4814-9ae4-22f6b04a59d8","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.094904862Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"d7047e29-ed6e-4d95-9190-53b1251b7119","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.11740322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-failed-auth","reconcileID":"109b62b0-f554-4a7d-b271-a6a5d06303b9","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.123106904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"3a38613a-2253-458c-91b8-1b3cf3139d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.128608689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"7a4e0747-d580-4641-a021-d441d368af08","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.128639039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb302aee-3e06-4f3e-b1c7-2f7c4a38b0cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.138426578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-failed-auth","reconcileID":"109b62b0-f554-4a7d-b271-a6a5d06303b9","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.143752936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"feea5be2-cbd2-45c2-a46f-e00308208615","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.144029453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"3a38613a-2253-458c-91b8-1b3cf3139d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.1498437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"7a4e0747-d580-4641-a021-d441d368af08","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.149907039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb302aee-3e06-4f3e-b1c7-2f7c4a38b0cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.159579356Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-failed-auth","reconcileID":"109b62b0-f554-4a7d-b271-a6a5d06303b9","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.1678083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"feea5be2-cbd2-45c2-a46f-e00308208615","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.188926901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"6d3f14fd-62f0-44a7-a80e-b75ae3248cb4","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.188946324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"6d3f14fd-62f0-44a7-a80e-b75ae3248cb4","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.231556691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"f8a86d39-5cce-444a-a10e-49e7fc11fb52","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.23157659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"f8a86d39-5cce-444a-a10e-49e7fc11fb52","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.259513409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-sub","reconcileID":"249fd80c-1e43-406a-909b-46ce9aa4b78a","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-unrel-9db082","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.264578863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-sub","reconcileID":"5cd56d62-3941-4326-88e5-6b37cefabe1e","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-serve-7cbc5b","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.265027542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-sub","reconcileID":"6b54637a-a648-4d5a-927d-4b587a256595","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-detach-1f0641","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.265176594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"22fa8b98-389c-401f-8433-d0d81a3cc2e2","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.265197701Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"22fa8b98-389c-401f-8433-d0d81a3cc2e2","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.298554961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"dcb32c72-8f15-4cfd-9153-6a8f12179c64","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.298574828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"dcb32c72-8f15-4cfd-9153-6a8f12179c64","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.329373211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da98a644-3d69-4bf3-b6df-cfa30c683dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.34668301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"e030a37d-c910-46f6-8c11-11fa7c4672b2","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.347121153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"a885b2b4-0ef1-4f78-8c8b-72aaf2da7648","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.353850897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da98a644-3d69-4bf3-b6df-cfa30c683dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.371940643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"e030a37d-c910-46f6-8c11-11fa7c4672b2","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.37219086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"a885b2b4-0ef1-4f78-8c8b-72aaf2da7648","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.372355966Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"ae72113c-2b1c-47b8-a11e-0a463ac3af72","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.426654409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d256958c-5a21-4693-90a7-726fbe962128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.44113049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-failed-auth","reconcileID":"5c01c450-379f-4da3-9869-db6992dc44d7","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.447440905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d256958c-5a21-4693-90a7-726fbe962128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.462401353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-failed-auth","reconcileID":"5c01c450-379f-4da3-9869-db6992dc44d7","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.482381047Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-failed-auth","reconcileID":"5c01c450-379f-4da3-9869-db6992dc44d7","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.526163785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"e70724e1-3613-4f1a-8fe6-aacf9e9e1eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.549988127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"e70724e1-3613-4f1a-8fe6-aacf9e9e1eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.650182083Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"7115c56f-3e85-43da-818b-32d0316c2686","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.702589097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"66e06f54-3fe5-466f-b40e-e1c98a7c845e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.744023235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"8e5d2303-b763-491d-96ff-2e76438bd789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.774897851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"357ade8e-2173-4316-8567-be42ce7be0ac","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.796110297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"357ade8e-2173-4316-8567-be42ce7be0ac","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.79608493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"66e06f54-3fe5-466f-b40e-e1c98a7c845e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.796747816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b424e3f1-b71a-4620-ad30-aaee8fed4da4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.815265671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-sub","reconcileID":"695afe41-0bb9-4f49-84ad-db9e5ffdac00","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-detach-1f0641","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.816452265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"8e5d2303-b763-491d-96ff-2e76438bd789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.820102601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b424e3f1-b71a-4620-ad30-aaee8fed4da4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.8261383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff73e831-365f-4ace-9d4e-7d16029b3b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.829960996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"72930bb5-e1e8-4a1e-91f7-b61a8f1a57ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.831831579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"c5920997-a73e-4fc9-a905-826b626a1023","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.831857162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"c5920997-a73e-4fc9-a905-826b626a1023","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.854515009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff73e831-365f-4ace-9d4e-7d16029b3b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.856884985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"72930bb5-e1e8-4a1e-91f7-b61a8f1a57ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.864631891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-sub","reconcileID":"37aa2d63-a362-498e-af35-c772e5ffae46","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-unrel-9db082","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.865611368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-sub","reconcileID":"87be9efd-5e0c-40dd-9b0d-16dbdf88f69b","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-serve-7cbc5b","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.888434412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"beeb18a4-8243-440b-b646-f91ec00dde83","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.88845762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"beeb18a4-8243-440b-b646-f91ec00dde83","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.942222259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"5dab6879-c679-49b8-98c5-2e484ed911da","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.942999643Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"b0a747c6-a1a1-41d0-9b31-b0cc89ca2f44","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:56.96645868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"5dab6879-c679-49b8-98c5-2e484ed911da","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.005223886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"0f6c920f-46b7-44ed-9d70-4c0c56e02b2d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.022367668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"11187a2c-0f95-4b78-bdb2-5f476f19e05a","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.028709782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"0f6c920f-46b7-44ed-9d70-4c0c56e02b2d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.049343306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"11187a2c-0f95-4b78-bdb2-5f476f19e05a","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.057390911Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"2c209ea0-49b1-44df-a43c-82eb6f634140","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:57.074109721Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"27e8bc9b-c03e-4bb5-ab77-b50146187507","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:57.095978356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"27e8bc9b-c03e-4bb5-ab77-b50146187507","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.11049796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a7d6476-7768-4bc4-ae13-6887befa3bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.111622769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"47b73a77-c492-40a6-989d-dea7d3593784","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:57.119311767Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"bed7317c-e809-441b-af73-7293a6162b24","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:57.119395886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"bed7317c-e809-441b-af73-7293a6162b24","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.132014725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a7d6476-7768-4bc4-ae13-6887befa3bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.132461877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"47b73a77-c492-40a6-989d-dea7d3593784","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:57.145876649Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"c8e492f3-5472-4f71-a007-9ba7e1dee202","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:57.145937027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"c8e492f3-5472-4f71-a007-9ba7e1dee202","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:57.188248611Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"0b892689-df76-4b8c-99c7-5b2dfbd53ecd","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:57.188305675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"0b892689-df76-4b8c-99c7-5b2dfbd53ecd","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.192618602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"ebc8440f-c384-49a5-93d9-9dcfb56b41b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.213889387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"ebc8440f-c384-49a5-93d9-9dcfb56b41b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.222864633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"67468fdd-5be9-463d-ace3-690de5519c8e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.231674685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed704781-6627-46b1-abf8-eab71d2e65ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.239636103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"8af3425b-c71c-4056-a785-4986dfc19074","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.243649597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"67468fdd-5be9-463d-ace3-690de5519c8e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:57.245841557Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"e7316ce0-b799-42d6-bd2f-8005e86240f7","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:57.245927885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"e7316ce0-b799-42d6-bd2f-8005e86240f7","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.253877178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed704781-6627-46b1-abf8-eab71d2e65ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.262453068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"8af3425b-c71c-4056-a785-4986dfc19074","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.310638552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"be574f74-8e2c-4c3b-b6c1-7e99f159e97e","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.311948484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"a5ce9cda-c3f9-4d9b-b4d4-9724164bb087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.335461422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"be574f74-8e2c-4c3b-b6c1-7e99f159e97e","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.336020623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"a5ce9cda-c3f9-4d9b-b4d4-9724164bb087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:57.34227769Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"1ddd7da3-6b60-4f02-b5d4-a00d41aa926b","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:57.342346974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"1ddd7da3-6b60-4f02-b5d4-a00d41aa926b","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.347769382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"583c0add-2b74-4a29-8864-78f9753af1ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.369478309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"583c0add-2b74-4a29-8864-78f9753af1ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.369750331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"5af2a51d-04b7-4e26-b1c3-c4b456a43c3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.390496962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"5af2a51d-04b7-4e26-b1c3-c4b456a43c3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.482688988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"1f3db28d-05d7-4543-a695-a91ff5b0d3a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.571168411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"3f0658ff-5304-4691-b726-d4da86fa1658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.573016679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"1f3db28d-05d7-4543-a695-a91ff5b0d3a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.586598468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"9c48b025-d4e5-4e9e-a7ff-87caf261b6e4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:57.586901553Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"0b1b4616-2ff8-4714-9afb-ec2cc434633b","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:57.586975251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"0b1b4616-2ff8-4714-9afb-ec2cc434633b","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.591931637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"3f0658ff-5304-4691-b726-d4da86fa1658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.610033519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"9c48b025-d4e5-4e9e-a7ff-87caf261b6e4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.621107337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-failed-auth","reconcileID":"1bf3dca9-b7b3-4ddb-bd40-a9bd506ea8f6","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.642110188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-failed-auth","reconcileID":"1bf3dca9-b7b3-4ddb-bd40-a9bd506ea8f6","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:57.661644251Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-failed-auth","reconcileID":"1bf3dca9-b7b3-4ddb-bd40-a9bd506ea8f6","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-abc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:57.925075823Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"04f3db0e-70f3-4f58-8a73-60f44305b464","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:57.925161459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"04f3db0e-70f3-4f58-8a73-60f44305b464","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:58.483637985Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-failed-auth","reconcileID":"032c3416-6de6-481c-8eae-a2c78d9b6991","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-abc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:58.583567328Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"2cca5485-ec7c-425d-8228-5d5035d25c17","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:58.583639821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"2cca5485-ec7c-425d-8228-5d5035d25c17","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.46568652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"e712b9cd-3b78-4a09-ae6c-bc78fd0c5472","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.486278674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"4a670e73-37f2-4e72-a7cd-c4975e5e95f4","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.534652423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"8c5f8842-13d2-4a5e-b426-73b0a6935998","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.55518934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"8c5f8842-13d2-4a5e-b426-73b0a6935998","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.64088158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"93e981c9-8f85-4a91-979d-8856e188dc17","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.669336951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"59b55031-1bb9-4fc6-b26b-5bb7d57154ef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.669476443Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.68887107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"426f45a6-96fe-4461-a980-2e1372f28008","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.691183644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"dcb22ebd-5b0c-4e16-864c-e6ad0a84f38d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:59.702079804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-sub","reconcileID":"7dfffc4f-5c06-41e2-8e0a-1afab6adf521","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.717647707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"dcb22ebd-5b0c-4e16-864c-e6ad0a84f38d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.743302154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"83495af1-0043-49c6-ab85-762586298c19","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.763391916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"4e27cf79-4866-43ca-9307-4c5d73949030","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.790735377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"1b6bce09-c3a4-4a28-aca2-536d76537171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.790737152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"69e99d92-e129-4912-a423-3151761a15af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.816702928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"69e99d92-e129-4912-a423-3151761a15af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.8171004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"1b6bce09-c3a4-4a28-aca2-536d76537171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.856378465Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-sub","reconcileID":"c357dde8-66bc-46b8-ae0b-45560b00b38f","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.856493966Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-sub","reconcileID":"c357dde8-66bc-46b8-ae0b-45560b00b38f","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4be645/nonexistent-model-partial","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:59.880523564Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"6bf0f2c9-f56a-42d1-bdf1-bde0f9082a63","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:14:59.880580176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"6bf0f2c9-f56a-42d1-bdf1-bde0f9082a63","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.901792439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"2e716b46-5eb9-46d9-8747-eabed3eeb4b6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.922808955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"2e716b46-5eb9-46d9-8747-eabed3eeb4b6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.935194585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"df454afd-3223-45c7-a960-c2c25db39ab4","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:14:59.935520704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"25eab629-d931-422d-9eca-100499e5c85f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:00.001205172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"20776169-08eb-4cda-b002-2e85027ea8eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:00.001530402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"9cc6a822-d70b-4773-b6eb-6c54463b68e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:00.022053663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"20776169-08eb-4cda-b002-2e85027ea8eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:00.022236343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"9cc6a822-d70b-4773-b6eb-6c54463b68e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:00.030961031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-sub","reconcileID":"65cb8df4-51b4-455d-b483-e3826bbf4347","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:00.031060165Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-sub","reconcileID":"65cb8df4-51b4-455d-b483-e3826bbf4347","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4be645/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:02.164616639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"0bdf028c-1bab-4612-9c83-08226c3207bd","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:02.222401183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"0a282eda-7a9e-4a5a-a887-6c46464c4ed7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:02.22267098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"66c1ac39-4929-4341-8ce4-e2ee6945827b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:02.235328628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"5de93c36-cbba-44f3-a845-b45823e45cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:02.245618709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"0a282eda-7a9e-4a5a-a887-6c46464c4ed7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:02.245815703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"66c1ac39-4929-4341-8ce4-e2ee6945827b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:02.257477235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"5de93c36-cbba-44f3-a845-b45823e45cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:02.457913099Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"de07089b-5f9f-4b95-a17a-9f9712cdc048","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:02.457983014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"de07089b-5f9f-4b95-a17a-9f9712cdc048","error":"ExternalModel e2e-extmod-att-user-40dfcb/e2e-att-delete-159e10 is attached to several gateways [openshift-ingress/e2e-extmod-a-bf0b0d openshift-ingress/e2e-extmod-b-2bb4ef]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.449521594Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"256cade7-d5f3-4e33-9cd8-9a5914b84c8e","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.488903358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"8c164d03-6e0e-49f9-aef0-cdb490d91acf","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.488927069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"8c164d03-6e0e-49f9-aef0-cdb490d91acf","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.500768012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"3328d7ee-0ead-4a63-a8ea-317ea4739533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.509609634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad95404d-a648-4fdf-8615-95dbe6aa8713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.509672364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"55b817ab-1d79-4d23-84d3-62a556d9507a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.510297162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"357d5b27-421c-49c0-ab96-a2a027fa0e67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.510800579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"9d91d844-6472-4b2f-b7dc-2ee8fbd976a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.523292387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"3328d7ee-0ead-4a63-a8ea-317ea4739533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.533035705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"8b2b92f4-e4a7-430f-ad29-e86bed132a03","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.53305646Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"8b2b92f4-e4a7-430f-ad29-e86bed132a03","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.539479998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"357d5b27-421c-49c0-ab96-a2a027fa0e67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.53974715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad95404d-a648-4fdf-8615-95dbe6aa8713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.543002574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"9d91d844-6472-4b2f-b7dc-2ee8fbd976a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.543350817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"55b817ab-1d79-4d23-84d3-62a556d9507a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.565660545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-sub","reconcileID":"a3c1927d-3e6c-4024-98bc-0af6fd35f8de","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-serve-7cbc5b","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.565694088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"a34b7144-1a01-455c-b0ec-94ddb766776d","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.565710881Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"a34b7144-1a01-455c-b0ec-94ddb766776d","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.566129029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-sub","reconcileID":"1ca69c55-7c6a-490e-a727-a230e3709816","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-unrel-9db082","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.568652654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-sub","reconcileID":"fd9f5e59-aa12-49d5-93df-9fa57d9ca59b","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-detach-1f0641","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.598387699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"1df7ac61-3e23-4b1d-b474-f2591ee9269d","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.598409151Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"1df7ac61-3e23-4b1d-b474-f2591ee9269d","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.630923638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"61cf1a54-33e2-4ff8-9503-255e4e3730de","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.630944908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"61cf1a54-33e2-4ff8-9503-255e4e3730de","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.664108883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"7e8c1340-c32b-4219-94cf-56f965def7ea","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.664136951Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"7e8c1340-c32b-4219-94cf-56f965def7ea","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.703998798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-sub","reconcileID":"eff2fc14-f26b-4d6b-a2ec-da21072a9f85","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-serve-7cbc5b","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.70708459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-sub","reconcileID":"e078ab79-d1ea-47c8-ac63-71a27c201252","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-unrel-9db082","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.71329758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0dd88a5e-e225-4e84-be78-6467d726e965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.713308883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"7fdb8bcd-b64c-41d2-9866-18be1fc2ba41","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.71427192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"77a11fd1-a885-4d6e-a256-005e08b558b5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.734751148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0dd88a5e-e225-4e84-be78-6467d726e965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.770101677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"77a11fd1-a885-4d6e-a256-005e08b558b5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.771000268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"7fdb8bcd-b64c-41d2-9866-18be1fc2ba41","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.771400694Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-159e10","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","reconcileID":"689ec248-e72d-4ed8-8579-831c1ef66fc9","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-delete-159e10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.834485181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9346edd8-9ad9-4b80-b316-ad2beffb4ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.835546568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"e29b288c-97d9-49e4-a3ec-e098a1f3f63b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.848644734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-sub","reconcileID":"df4be74e-7ed4-438f-816b-83c67d22c070","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-detach-1f0641","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.888086932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9346edd8-9ad9-4b80-b316-ad2beffb4ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:03.889730629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"e29b288c-97d9-49e4-a3ec-e098a1f3f63b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.034197183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"1479e031-15fd-46f8-8cb5-f51fc7fa03ad","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.034224523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"11cca26e-40ee-4b04-be7c-f6ec2ea86bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.034621831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"3a2e80f4-5486-4825-a396-52982c4cfa91","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.034753048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"dd585475-309c-4410-819e-e11e404be413","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.034628336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b099077-6e93-4bb1-859d-4b6a58fdaf97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.055551589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"1479e031-15fd-46f8-8cb5-f51fc7fa03ad","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.055685638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"3a2e80f4-5486-4825-a396-52982c4cfa91","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.057936673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"dd585475-309c-4410-819e-e11e404be413","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.05809037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"11cca26e-40ee-4b04-be7c-f6ec2ea86bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.060225722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b099077-6e93-4bb1-859d-4b6a58fdaf97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.238512904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3954bb3-4073-4c05-8a06-fc6d168f9a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.240042818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9f27b813-d14b-4c04-a9f0-0b9681d4799a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.259637183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3954bb3-4073-4c05-8a06-fc6d168f9a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.260755451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9f27b813-d14b-4c04-a9f0-0b9681d4799a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.282443121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"30401f49-7817-44cd-a8f7-9323544bd564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.282507151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"f64f83d2-9262-41e1-b9b0-3addb1b8ad71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.282997002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"892b7867-e30c-4a6b-84df-81c1deb7f203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.318362172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"30401f49-7817-44cd-a8f7-9323544bd564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.318401322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"f64f83d2-9262-41e1-b9b0-3addb1b8ad71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.320616943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"892b7867-e30c-4a6b-84df-81c1deb7f203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.506810548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0f0c242b-ea72-4d9f-a8d8-8049d7a88886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.525292484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"d2636b4e-914d-4c4c-9420-9b17cd3a33f9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.538945293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0f0c242b-ea72-4d9f-a8d8-8049d7a88886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.557318236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"d2636b4e-914d-4c4c-9420-9b17cd3a33f9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.588195495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"1253b56b-1967-414f-8c50-3e6d9980ef12","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:04.609146585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"1253b56b-1967-414f-8c50-3e6d9980ef12","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.003698869Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-other-sub","reconcileID":"f5fd08bd-7e83-4aff-8874-e23d1cdb6b4d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.076480404Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-other-sub","reconcileID":"f5fd08bd-7e83-4aff-8874-e23d1cdb6b4d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.19368239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"64e5334c-ca0e-477b-8236-9d3dfcfddc81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.201093095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"4f870899-dd22-4016-9da9-954d7192b0f7","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.201770122Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.286208557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"86e72577-c077-41b6-8bd5-81cf3c31b2aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.28629583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"c8482ca3-ef78-4053-9b0f-dfae8a82f30c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.286668356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"06934784-116a-415c-af10-b89f1670401f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.313067658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"06934784-116a-415c-af10-b89f1670401f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.314579081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"c8482ca3-ef78-4053-9b0f-dfae8a82f30c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.317297441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"86e72577-c077-41b6-8bd5-81cf3c31b2aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.36281956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"3f204b6e-dd08-4c07-8328-c013ba817ff5","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.459528561Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-models-access-denied-auth","reconcileID":"481e435c-ad81-405f-b17a-ba5b03cf7c28","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.682107058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"d94fc6ca-d469-45f0-a129-1874e7e7c910","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.764371255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e9cd58-48e8-42f2-88cc-13801ff319af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.780026898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e9cd58-48e8-42f2-88cc-13801ff319af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.798650164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e9cd58-48e8-42f2-88cc-13801ff319af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.819122776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e9cd58-48e8-42f2-88cc-13801ff319af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.968274875Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"b065485b-9031-4f71-998b-5887234690ac","namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:05.989105918Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"4ec4616a-7715-49a1-b9fc-218184520198","namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.019499388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"d0023de1-37cf-4f4a-8b8a-9de1b4fc2c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.019862477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42bd0d65-b161-47c6-b1a2-308708fb9109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.020735637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"71322dcf-097e-4b88-bbc0-e43e6aa7ee39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.021619793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"be44a7be-10e7-4027-a9cb-1e3d05f96af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.021897736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"6953294d-9a5d-4721-8826-28d38ad14be5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.044029554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"be44a7be-10e7-4027-a9cb-1e3d05f96af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.044035435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"d0023de1-37cf-4f4a-8b8a-9de1b4fc2c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.046137278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"6953294d-9a5d-4721-8826-28d38ad14be5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.046434476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42bd0d65-b161-47c6-b1a2-308708fb9109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.048262494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"71322dcf-097e-4b88-bbc0-e43e6aa7ee39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.106159617Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.238493121Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"bc1d9a73-542f-479d-8de9-00195c7973a2","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.24377285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"e9fe9025-38fe-4d32-a57a-f19d87ed7eaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.26468918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"e9fe9025-38fe-4d32-a57a-f19d87ed7eaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.395126016Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"b8a742fc-f445-4865-b379-fee46006b1ca","namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.403265769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"bb3cf370-eb45-4286-b32d-7457ccf57b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.405803927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29088b35-5ab6-4b22-aeb0-b051dbe5f930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.406269914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"2076fd74-cb5b-4719-9581-bf3c677fd16d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.411551883Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"bdc90330-bda5-447d-bc92-10ca80841134","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.419695732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"2acabf59-6239-4fdc-bd9f-b3eec90718ce","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.424083731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"bb3cf370-eb45-4286-b32d-7457ccf57b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.426820498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29088b35-5ab6-4b22-aeb0-b051dbe5f930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.428258645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"2076fd74-cb5b-4719-9581-bf3c677fd16d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.442039932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"2acabf59-6239-4fdc-bd9f-b3eec90718ce","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.544825881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"73d49291-b874-4aab-b1ed-79c4df66106d","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.547085057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00761ff1-7c2e-4e4c-8b0e-ad3ac90b3df3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.547221616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f66626ab-809b-49ba-8e18-def7ca314d4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.562884229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"a276259b-fd50-491d-b52d-c140374e8204","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.568218312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"73d49291-b874-4aab-b1ed-79c4df66106d","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.568746551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00761ff1-7c2e-4e4c-8b0e-ad3ac90b3df3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.570817723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f66626ab-809b-49ba-8e18-def7ca314d4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.583863415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"a276259b-fd50-491d-b52d-c140374e8204","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.585963754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9987e1-fe3a-4478-af62-7d1ad56aa01d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.603301089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9987e1-fe3a-4478-af62-7d1ad56aa01d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.618932621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9987e1-fe3a-4478-af62-7d1ad56aa01d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.63459483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9987e1-fe3a-4478-af62-7d1ad56aa01d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.667760161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"89a5b205-69bd-423b-b4ef-e34eea13ad25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.688968531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"89a5b205-69bd-423b-b4ef-e34eea13ad25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.747813949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"ef54efd6-5b04-491d-9009-70e4c3b82f64","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.747835009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"ef54efd6-5b04-491d-9009-70e4c3b82f64","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.767309433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"6a2ea82b-04c4-4f9e-9aa4-86e51aa82629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.790400016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"6a2ea82b-04c4-4f9e-9aa4-86e51aa82629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.871248167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"6dac1047-70fe-46e0-b881-f24d14e07f99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.871251508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"110ddc01-ccda-4323-8a9e-dbd69857abb5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.871926908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"3213f733-50cf-4a02-9e6b-b9227b44f404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.886535904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6073a90-ee66-4566-8075-d0f9baeab49a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.894807618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"110ddc01-ccda-4323-8a9e-dbd69857abb5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.894969532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"3213f733-50cf-4a02-9e6b-b9227b44f404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.902303773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"6dac1047-70fe-46e0-b881-f24d14e07f99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.904439957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"b001139c-81b3-4441-8a9b-646a3b64ce04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.910422969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6073a90-ee66-4566-8075-d0f9baeab49a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:06.925435609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"b001139c-81b3-4441-8a9b-646a3b64ce04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:07.017546027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"3224ce60-1c90-43f6-82a6-7b84eaf82da1","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:07.038107778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"3224ce60-1c90-43f6-82a6-7b84eaf82da1","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:07.094479178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"6bab0834-6d33-444a-86f2-f4f30ce3ac65","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:07.094505374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"6bab0834-6d33-444a-86f2-f4f30ce3ac65","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:07.113172532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"8e4d2595-33c1-49ec-80a6-8071d3e4cba9","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:07.113198033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"8e4d2595-33c1-49ec-80a6-8071d3e4cba9","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:07.196626332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"e3d4ca07-ac90-4b24-a3c7-0a3510100d96","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-de8cc7","tenantID":"e2e-praxis-a-de8cc7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:07.282179096Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"e3d4ca07-ac90-4b24-a3c7-0a3510100d96","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"e2e-praxis-a-de8cc7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:07.302021423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-de8cc7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"e3d4ca07-ac90-4b24-a3c7-0a3510100d96","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:07.324127748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"7866948f-a259-49f0-8f82-f99dafd3f8e1","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:07.324145125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"7866948f-a259-49f0-8f82-f99dafd3f8e1","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:12.219573125Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-sub","reconcileID":"1077cc0d-46a5-4361-9b3c-a74bcd975180","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:12.292575375Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-sub","reconcileID":"1077cc0d-46a5-4361-9b3c-a74bcd975180","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:12.292602693Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-sub","reconcileID":"1077cc0d-46a5-4361-9b3c-a74bcd975180","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:12.292716757Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-sub","reconcileID":"1077cc0d-46a5-4361-9b3c-a74bcd975180","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4be645/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:12.358934701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"6c801c3b-2607-4008-a2cd-a302d8c91c8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:12.448993868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"84b45da7-c4a9-4778-b5a7-0d7de2ecc26d","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:12.449308186Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:12.498498215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"b1685de7-d05d-4a7a-bd1f-ac607398d60d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:12.498641824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"3b37b837-2ccb-40df-b019-2d3c56e17abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:12.498978421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"cd11d54d-5dbb-44de-9da6-9419bb8ccee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:12.522687216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"3b37b837-2ccb-40df-b019-2d3c56e17abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:12.523203417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"b1685de7-d05d-4a7a-bd1f-ac607398d60d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:12.526760987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"cd11d54d-5dbb-44de-9da6-9419bb8ccee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:12.608375336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"9a71732d-dfc0-4b0b-adfe-5861fa5df6ad","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:12.762727325Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"deef5f23-fe6c-48c9-b517-bf406e2d9c0d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:12.974276111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"4cd92c4f-4724-4456-be60-f53b61adf51f","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:13.791626645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"edad73b6-bdad-467c-b2ab-145b0ce9eca5","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:13.820979757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"d234c348-65f3-415d-8488-7d4095111246","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:13.911428827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"42df561b-4780-444f-b82a-ab74ee3cebd8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:13.954853457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"42df561b-4780-444f-b82a-ab74ee3cebd8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:14.004962248Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"42df561b-4780-444f-b82a-ab74ee3cebd8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:14.184471553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"5b7a7e7a-174d-4c9b-af64-2a0def7860c5","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:14.272870742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"27ddc1e0-051f-4414-b7e2-263664e6e655","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:14.315975081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"27ddc1e0-051f-4414-b7e2-263664e6e655","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:14.359105938Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"27ddc1e0-051f-4414-b7e2-263664e6e655","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:14.437038718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"27ddc1e0-051f-4414-b7e2-263664e6e655","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:14.519192053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"012fff36-a805-4710-843c-447130a4535f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:14.547151555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"012fff36-a805-4710-843c-447130a4535f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:14.592500658Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"012fff36-a805-4710-843c-447130a4535f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:16.243259772Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"c599ef15-aa1c-4a82-bb19-910afb35d945","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:16.243351922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"95283421-868c-4c42-a0f7-03d5067f5bfb","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:16.259878987Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-degraded-auth","reconcileID":"c599ef15-aa1c-4a82-bb19-910afb35d945","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:16.446368355Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"15afb067-7592-4550-8cd8-96fec481a4b1","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:16.483007872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"26fbdcd4-e1b3-4231-829d-910b63f34f7d","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.089537802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"c606872a-0517-4814-a870-d1c8029cd444","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.11101571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"adc13b84-5422-4cfa-ae10-1b89179b992e","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.217493344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"ab675109-a15e-42e4-9218-97a48fb182dd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.271489454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"ab675109-a15e-42e4-9218-97a48fb182dd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.31214454Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]","namespace=ai-tenant-e2e-worker-w4-c0c28f priority=10:[ai-tenant-e2e-worker-w4-c0c28f/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.368313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"228d933d-a5c2-4d63-acb9-6f12127779cb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"tenant":"e2e-worker-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.368431555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"228d933d-a5c2-4d63-acb9-6f12127779cb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:17.380092987Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c0c28f/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.411266107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"674da02b-c749-401b-800a-6e1ebc6c2cc2","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.441038853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"1e3f4430-6001-476a-9f8c-503ee208053e","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.44135931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-w2-4be645","reconcileID":"beb00639-1ecc-413f-8ace-49b4f94a5210","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.441907489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"0368ebb6-2962-4748-8544-d3d3ca14c40e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.471805288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"0b3ed971-c708-450c-9d77-a579a3ada26f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.47232475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"49ce80c8-e222-4739-9e62-97917ff16089","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.473111072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"af26c8aa-c69a-4a99-8083-03e52fcad6be","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-de8cc7","tenantID":"e2e-praxis-a-de8cc7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.478006226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"0368ebb6-2962-4748-8544-d3d3ca14c40e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.493460545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"0b3ed971-c708-450c-9d77-a579a3ada26f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.494667644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"af26c8aa-c69a-4a99-8083-03e52fcad6be","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"e2e-praxis-a-de8cc7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.509009295Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-sub1","reconcileID":"220afae9-e0cb-42c7-b409-95599780999c","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-w4-c0c28f","model":"distinct-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.5164349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-de8cc7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"af26c8aa-c69a-4a99-8083-03e52fcad6be","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.540251057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"d1add866-4191-4920-abfd-4b6a5b8539b9","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.562947261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"df81333f-cc6d-4028-9990-f950f9eb0c8b","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.571540941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"a70cbf95-e739-4030-8de2-065750199dfc","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.630254285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"df5a5e2e-c3ab-483f-95b7-232187e5e186","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.641195415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-sub1","reconcileID":"d2014024-b419-4b83-9027-d0fc229b56ca","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.641552371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"4d9a5fc3-05a8-43ab-9dc9-529af6a26412","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"tenant":"e2e-worker-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.641572729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"4d9a5fc3-05a8-43ab-9dc9-529af6a26412","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.65969423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"df5a5e2e-c3ab-483f-95b7-232187e5e186","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.667043954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"2be482c3-5308-400d-95be-3fa2148d20a8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"tenant":"e2e-worker-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.667063045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"2be482c3-5308-400d-95be-3fa2148d20a8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.729342518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8542a44c-ce2a-44bd-bc21-83ed8000328e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.729383018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"a2df9eea-20a8-48c8-a741-ffde645f9241","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.7537197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"a2df9eea-20a8-48c8-a741-ffde645f9241","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.754770823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8542a44c-ce2a-44bd-bc21-83ed8000328e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.763572375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"216ed8ff-892a-4135-bedb-e992996ddcab","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.766495689Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]","namespace=ai-tenant-e2e-worker-w4-c0c28f priority=10:[ai-tenant-e2e-worker-w4-c0c28f/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.795429973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"66cc8387-dffa-4c28-8b97-ddb466d8151c","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:17.810343165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-sub2","reconcileID":"f0c0c637-f680-4dc2-98c5-e477d965aa28","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.814443937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"1e85368d-b3c0-4dd1-a0f9-93c3c96fcd41","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:17.814435731Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"66cc8387-dffa-4c28-8b97-ddb466d8151c","name":"distinct-2-w4-c0c28f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-c0c28f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:17.814478822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"66cc8387-dffa-4c28-8b97-ddb466d8151c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-c0c28f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.818877632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"81f4caa2-c0b0-4a8c-bd26-06265c413169","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.819621573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"3e3d25db-d30d-4e70-8976-0a765dddd2a9","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.832920908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"873b2e24-b1e9-4dd8-9a37-5a071d58af12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.849616317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"1e85368d-b3c0-4dd1-a0f9-93c3c96fcd41","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.890658092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"873b2e24-b1e9-4dd8-9a37-5a071d58af12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.926713941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"bbe9be3a-f165-47f9-9c29-559a9d1e9511","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.932335542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"eaf513a0-af3c-4647-bcb8-1fb1bdf8fe09","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"tenant":"e2e-worker-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.932351648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"eaf513a0-af3c-4647-bcb8-1fb1bdf8fe09","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.933144168Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]","namespace=ai-tenant-e2e-worker-w4-c0c28f priority=10:[ai-tenant-e2e-worker-w4-c0c28f/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-c0c28f/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.953502101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"bbe9be3a-f165-47f9-9c29-559a9d1e9511","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.960182417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"666fe7ff-9743-43b5-9071-0ad17aa4aeac","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:17.960399642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-sub","reconcileID":"9272ea38-bd86-4a3a-b3d1-0b976c6fcced","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.960496911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"adb52d9f-014a-46d2-a9e4-277de70f7508","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"tenant":"e2e-worker-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.960511121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"adb52d9f-014a-46d2-a9e4-277de70f7508","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.995119788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"96075080-adf9-40d8-aac7-c7c2017c243a","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:17.995411236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"787890d9-b470-415f-93ec-9db35872048a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.028129779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"787890d9-b470-415f-93ec-9db35872048a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.039157505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"857b0e20-5add-4bbc-8487-d313a2da384b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.041502097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"fb07ea9f-a2aa-4e19-8c2e-b62e5dd26b82","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"tenant":"e2e-worker-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.041516676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"fb07ea9f-a2aa-4e19-8c2e-b62e5dd26b82","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.049617788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"20e252a6-28bb-4653-a6bd-098c7d19739b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"tenant":"e2e-worker-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.049631751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"20e252a6-28bb-4653-a6bd-098c7d19739b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.06147662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"857b0e20-5add-4bbc-8487-d313a2da384b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.070658771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"f5b367e5-06a2-4049-9543-681a48a191b7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"tenant":"e2e-worker-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.070673215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"f5b367e5-06a2-4049-9543-681a48a191b7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.085089759Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-sub2","reconcileID":"87deec96-c18b-4b05-89d9-9e4d6377be74","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","model":"distinct-2-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.121402666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"840d7a49-51ed-43b5-9efa-9c2c910778ea","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.121557152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"07c8df5c-86f9-48cc-ae43-6ff6cbe31747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.141825829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"3090e6af-adb6-4c03-81ff-b5ad08e000fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.143758289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"840d7a49-51ed-43b5-9efa-9c2c910778ea","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.144948866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"a22a26c3-31c5-48d2-a793-c273ce59d486","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.14771663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"07c8df5c-86f9-48cc-ae43-6ff6cbe31747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.162820991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"3090e6af-adb6-4c03-81ff-b5ad08e000fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.1632923Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-sub","reconcileID":"671d0952-44fa-447c-a261-e58f61c2f224","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.253572965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"73c8f725-6274-441d-8775-a2408a9aaf41","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"tenant":"e2e-worker-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.253596226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"73c8f725-6274-441d-8775-a2408a9aaf41","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.265649293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-sub2","reconcileID":"96ff896f-ea46-4f85-8f28-f2abe17a86b5","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.284406357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c7564b9d-4c4d-4c10-83fa-ee1588028ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.30048393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"f750397f-0f64-49bd-8e8f-e7f0b6a8e547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.309587491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c7564b9d-4c4d-4c10-83fa-ee1588028ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.323914725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"f750397f-0f64-49bd-8e8f-e7f0b6a8e547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.379641967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-sub","reconcileID":"9cde1748-f7d3-4d70-9012-2a1d20a5086c","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.406818407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"2b958d57-30a5-42e8-a1c6-bc989869bfea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.421367097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"c500c5a4-8e16-45d2-a7ea-1c9263fd8cf8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.422642738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"05d57dc7-b955-4aab-981a-8615b6a14ac2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.430185389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"2b958d57-30a5-42e8-a1c6-bc989869bfea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.442707967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"c500c5a4-8e16-45d2-a7ea-1c9263fd8cf8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.44399517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"05d57dc7-b955-4aab-981a-8615b6a14ac2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.450357929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"20177630-d7c8-477e-b4c2-f6a187ad9238","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:18.474822451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"20177630-d7c8-477e-b4c2-f6a187ad9238","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:20.916220689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"f8f699dd-59de-470f-be80-cd6bde717f4b","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:20.973243621Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-sub1","reconcileID":"0944c24c-4ac6-490e-96a8-39311c226120","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8ad324bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:21.004073768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"398ffe07-a9f2-424c-966c-30a8de1e1160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:21.009347461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"9847d3be-9ee7-42b9-8987-7c9f94b450ec","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:21.009417656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"88e3244a-01f6-4cc6-bb12-42e36ad0f31a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:21.009825896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"1ad543d7-49d9-4a45-acf8-31ba21438961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:21.025973232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"398ffe07-a9f2-424c-966c-30a8de1e1160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:21.036958531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"88e3244a-01f6-4cc6-bb12-42e36ad0f31a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:21.037662107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"9847d3be-9ee7-42b9-8987-7c9f94b450ec","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:21.040919545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"1ad543d7-49d9-4a45-acf8-31ba21438961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:21.155073198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c67d2a76-5c32-4f2d-a338-5d6d1b6c358c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:21.166639812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"2a8d8cb4-9244-4b26-80df-e406fe7f1212","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:21.170597578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"a1468bf7-d6c1-4e43-83f2-9f29c2d5ee26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:21.171156183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"db8a4bc2-d89c-4b89-ab7f-d16cdb3dd9de","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:21.175765741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c67d2a76-5c32-4f2d-a338-5d6d1b6c358c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:21.18754677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"2a8d8cb4-9244-4b26-80df-e406fe7f1212","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:21.191494136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"a1468bf7-d6c1-4e43-83f2-9f29c2d5ee26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:21.19339173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"db8a4bc2-d89c-4b89-ab7f-d16cdb3dd9de","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:26.479531751Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"ab139931-7878-4d23-82c5-2318bdec4553","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:27.586296147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"71bbef68-f4a8-4f69-96b5-cbed857897d4","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-de8cc7","tenantID":"e2e-praxis-a-de8cc7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:27.62692196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"71bbef68-f4a8-4f69-96b5-cbed857897d4","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"e2e-praxis-a-de8cc7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:27.658025512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-de8cc7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"71bbef68-f4a8-4f69-96b5-cbed857897d4","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:27.666920851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-sub2","reconcileID":"bcfc3bac-105c-4f67-9980-617533e41e7d","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:27.760546022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"f759b8c4-2c79-410d-94e4-e8425de3017f","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:28.348003959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-sub","reconcileID":"1aecf018-e5ad-46f8-a9ab-fe646324345f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:28.490589311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8d7c012c-6b3f-4ede-a7a5-85267a062417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:28.4960182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"bf7d9395-2b9d-4ccc-bcd8-b419821de6e5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"tenant":"e2e-worker-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:28.496110585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"bf7d9395-2b9d-4ccc-bcd8-b419821de6e5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:28.513704306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"b69149a7-c7be-4e52-bad0-363b44458107","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:28.530104259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"6180dae7-12c6-4228-b6ca-fc010068a85d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:28.530825854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"043f4046-cff9-4a5e-9beb-72f286cb267e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:28.531692449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8d7c012c-6b3f-4ede-a7a5-85267a062417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:28.558687219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"043f4046-cff9-4a5e-9beb-72f286cb267e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:28.57802336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"b69149a7-c7be-4e52-bad0-363b44458107","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:28.58677161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"6180dae7-12c6-4228-b6ca-fc010068a85d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:28.626579691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"bbb618b3-495f-4b1d-9f8f-b4e89ac5658b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:28.700394965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"bbb618b3-495f-4b1d-9f8f-b4e89ac5658b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:28.801579425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"2515824b-9b44-4b80-9be0-8a1ac28e3ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:28.843412598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"2515824b-9b44-4b80-9be0-8a1ac28e3ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:28.882524865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"1c4660f6-7244-4e8a-a0ab-7f832812eb75","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:28.911460532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"1c4660f6-7244-4e8a-a0ab-7f832812eb75","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.073316866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"77f9940c-aacf-4f01-b4d6-2543033e77b5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.076150175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"ca674656-112c-4c49-bb69-95b7a6a21d69","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.076462074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"08152ba7-662a-4737-9160-13f8855f2ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.076699172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1c8db287-357f-4785-817e-7c5b3ca54034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.097287814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"77f9940c-aacf-4f01-b4d6-2543033e77b5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.14117822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"08152ba7-662a-4737-9160-13f8855f2ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.156746331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1c8db287-357f-4785-817e-7c5b3ca54034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.185681623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"ca674656-112c-4c49-bb69-95b7a6a21d69","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.674942746Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-sub","reconcileID":"59e09069-2046-42e7-9c33-c9072ca85fab","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.694644614Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-sub","reconcileID":"59e09069-2046-42e7-9c33-c9072ca85fab","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.695136328Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"e2e-temp-model-status","reconcileID":"67e05808-c77b-4a23-9da8-5f377d721b57","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4be645","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.726919067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"44a55601-a562-47f7-b2d0-1d873d0fd505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.731153861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"3506d57b-6f97-44f9-8a45-7b6ceadb8dd2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.731457428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"1832f63d-398b-4bf7-8561-d50a676227c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.747974738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"44a55601-a562-47f7-b2d0-1d873d0fd505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.7533567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-w2-4be645","reconcileID":"7bfaa878-38ae-4b64-91a8-e9368f3735ab","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.757040127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"3506d57b-6f97-44f9-8a45-7b6ceadb8dd2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.757086577Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"3506d57b-6f97-44f9-8a45-7b6ceadb8dd2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.757299575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"1832f63d-398b-4bf7-8561-d50a676227c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.954136316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"7d1346a5-0b8f-4f6d-a5ff-f10444c6b334","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.954219447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"2379df75-7bb0-4a5b-bdad-8cc7016f4a1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.954606501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"2f458c54-2b2d-4995-bdbb-bf53c96ed3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.976647804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"2f458c54-2b2d-4995-bdbb-bf53c96ed3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.97743836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"7d1346a5-0b8f-4f6d-a5ff-f10444c6b334","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.977466586Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"7d1346a5-0b8f-4f6d-a5ff-f10444c6b334","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:29.979316554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"2379df75-7bb0-4a5b-bdad-8cc7016f4a1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.320881779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"5f3a02bf-d1bb-4331-9e9b-ffd1c788bd91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.325582799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"25a7fbd7-27b7-40f2-ae8e-28ca25a46fb6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.342361507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"e045cb43-1247-4fac-8f69-8d0c98a2d87b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.347828803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"25a7fbd7-27b7-40f2-ae8e-28ca25a46fb6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.354075424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"5f3a02bf-d1bb-4331-9e9b-ffd1c788bd91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.366910566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"e045cb43-1247-4fac-8f69-8d0c98a2d87b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.368664456Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"25a7fbd7-27b7-40f2-ae8e-28ca25a46fb6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.859992222Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"00d84f32-bf4b-4b28-b540-8fb2661f0ddb","namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.886022719Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"d806acc6-3854-4a64-ac9a-5c391bc3ff7d","namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.89941702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"3ab9375c-e558-4d97-aaf2-e3887969f14a","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-de8cc7","tenantID":"e2e-praxis-a-de8cc7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.92779258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"3ab9375c-e558-4d97-aaf2-e3887969f14a","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"e2e-praxis-a-de8cc7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.951255679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"3933a50f-86a6-4577-8f05-5196f93c7947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.951506533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"41ea28be-d7a8-4ecd-9939-a3b4202011e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.951634262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"da31d566-aa4a-476b-83b9-5900a4e43a89","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.955616982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-de8cc7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c5e1eee21db7d3e433efac4ebb12a31028aac0d7a985cf2281492d181f723fd) AuthConfig (2cc82db75a47fab0a6351abed44b3fd7cda14ee07fa34810de9ee4719617a5b0) AuthConfig (94592f651e75b42798d65d147eec77da25806ee5987591f3cf2fcd3611b5ff4c) AuthConfig (427e475ce33b6b4d917f44101a0d4dab57269ef282d0c0064bb36b748bc603a6) AuthConfig (3a5d8413926b8ec5b3bf504dcd071a280643cd6631f7b55e84756a8032196ef9) AuthConfig (e8123fdd34cb4e47cec59f5f386e51c40f1cbe7fad76a704e2e6c3c8b3d6fd66) AuthConfig (405b5a7a7034d76cd7acc8d9c188057f1967e5457287a94d1822327bd5579dc6) AuthConfig (be7204539a8cdf00f071f49affe7459a5f0082bc6059ca17888fc0c76231fe0c) AuthConfig (3cafe5d00e7fe82d01facb9eaf73cfde20c155a9f6cca19247f9b881eacfb6d3) AuthConfig (30547d54e2295270c734e88960d93a04b88787e539ba94ba34ffcad14fd0f9ed) AuthConfig (1dfb24fdac23abce39b6411cec5a74d655e5f7e641a112c8d18bd2c9b00cb763) AuthConfig (fc6f0769423419a53742e665227190a6d1fbf2b9cf65560ab3d3d04ebf42ef67) AuthConfig (7ba0494f9f8a4ff7b97271f0c4a62d119e59ed8a76fe96f619f233e023fb6cdd) AuthConfig (d7d926c2d20136775995e1e3315a4fab5eacb7879d4622d82e5ec000705a5015) AuthConfig (1ab0bfac03f9eae674f6c1c805fcc94e810e5107dcf488922e492ad8bfb17960) AuthConfig (dd75cc49988189755d5fcd0ee1a777ba87ee6c785c893ff1024639d182945984) AuthConfig (de00ded865e798c7a7ef2bef8ce4bc2d97d208e43c91729736b75d2f00823525) AuthConfig (76d2d380f47a39e072c7a975a17e6aad72053add050351e828a1aa49f333f699)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"3ab9375c-e558-4d97-aaf2-e3887969f14a","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.972668123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"41ea28be-d7a8-4ecd-9939-a3b4202011e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.974079203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"da31d566-aa4a-476b-83b9-5900a4e43a89","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.974915705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"c95351a4-2cca-4e7e-b621-6eab3d5e83e4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.975692295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"3933a50f-86a6-4577-8f05-5196f93c7947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.980873312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"0a9ff337-bede-46b7-bd45-ae2ee23cd37d","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.980889768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"0a9ff337-bede-46b7-bd45-ae2ee23cd37d","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.990321087Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-sub1","reconcileID":"8c36e602-7f3f-4093-b401-d88b0a5853d0","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.995079954Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"da31d566-aa4a-476b-83b9-5900a4e43a89","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:30.996736186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"c95351a4-2cca-4e7e-b621-6eab3d5e83e4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.01251812Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-sub1","reconcileID":"8c36e602-7f3f-4093-b401-d88b0a5853d0","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.028913223Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-sub1","reconcileID":"8c36e602-7f3f-4093-b401-d88b0a5853d0","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.045264953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71245cdd-8050-43e5-aa32-e5b2c8ffb2aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.078962198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71245cdd-8050-43e5-aa32-e5b2c8ffb2aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.126389158Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"8cc9d4f3-e28f-4f05-af3a-e46121d0588f","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.193282765Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"ae46a2e2-9f22-4f33-9146-4cdb4344d710","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.19415592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"67e0ea65-410f-4315-b255-eb10d8eff163","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.201061946Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.209818915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"47bca9c4-d4f1-4ac9-8df0-28ffcf455db8","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.210449996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9a393d74-b228-4b49-9277-770fc436e40f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.217305733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"67e0ea65-410f-4315-b255-eb10d8eff163","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.24173626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"099cffeb-47de-40e4-8689-68f46388a9a2","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.244294477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9a393d74-b228-4b49-9277-770fc436e40f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.271633778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"8af3d9ed-73c8-460b-b356-e08498f28a66","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.301296508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"dfa40b60-4167-4c87-a2e4-3166e125910c","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.301383811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"fa536a45-c79c-4067-9a23-ec264a110648","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.315749533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"37404aff-a5df-482b-a87e-a8053438fab8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.323457313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"fa536a45-c79c-4067-9a23-ec264a110648","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.324507738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"dfa40b60-4167-4c87-a2e4-3166e125910c","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.337552735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"37404aff-a5df-482b-a87e-a8053438fab8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.369671592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"09d4b60c-751e-40a8-9fd3-08db5b426da0","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.403204764Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"79687f70-fd8d-4f1e-aba5-a624597f98a6","namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.420922919Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"b3e67eed-ee17-49cd-9894-b229c4d55984","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.425053631Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-sub2","reconcileID":"e4d1ed95-d5f4-42d7-897e-d250854d5f8e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9e5428c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.474133427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9729533-0d50-4173-9c75-e47089ca360b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.496243583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9729533-0d50-4173-9c75-e47089ca360b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.504572512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"324f1bc7-d52d-42b5-83c2-fe5fb6f71576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.528603964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"324f1bc7-d52d-42b5-83c2-fe5fb6f71576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.588590587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"a1d8e76e-36d9-4540-a3e3-ed7241bc92d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.589152768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"0ec8388f-b8b6-4cfd-a5a6-c9df235b38e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.603995891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"d34dcff3-fa60-444a-b2d3-2e64401a1d3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.609902634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"0ec8388f-b8b6-4cfd-a5a6-c9df235b38e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.609971245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"a1d8e76e-36d9-4540-a3e3-ed7241bc92d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.62521816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"d34dcff3-fa60-444a-b2d3-2e64401a1d3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.642479213Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"369dccaf-b547-4a84-bb9e-cfaf88df89e9","namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.693998427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"853cbce9-f23e-4381-9a71-f54edfb93f8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.715799647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"853cbce9-f23e-4381-9a71-f54edfb93f8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.813117252Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"ddc57bc2-f3f1-486b-8d54-3423403e2bb4","namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.831891999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"cc3a565b-59f8-4c10-9f39-51fbe6684c35","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-de8cc7","tenantID":"e2e-praxis-a-de8cc7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.853402634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"cc3a565b-59f8-4c10-9f39-51fbe6684c35","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"e2e-praxis-a-de8cc7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.874032975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-de8cc7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c5e1eee21db7d3e433efac4ebb12a31028aac0d7a985cf2281492d181f723fd) AuthConfig (2cc82db75a47fab0a6351abed44b3fd7cda14ee07fa34810de9ee4719617a5b0) AuthConfig (94592f651e75b42798d65d147eec77da25806ee5987591f3cf2fcd3611b5ff4c) AuthConfig (427e475ce33b6b4d917f44101a0d4dab57269ef282d0c0064bb36b748bc603a6) AuthConfig (3a5d8413926b8ec5b3bf504dcd071a280643cd6631f7b55e84756a8032196ef9) AuthConfig (e8123fdd34cb4e47cec59f5f386e51c40f1cbe7fad76a704e2e6c3c8b3d6fd66) AuthConfig (405b5a7a7034d76cd7acc8d9c188057f1967e5457287a94d1822327bd5579dc6) AuthConfig (be7204539a8cdf00f071f49affe7459a5f0082bc6059ca17888fc0c76231fe0c) AuthConfig (3cafe5d00e7fe82d01facb9eaf73cfde20c155a9f6cca19247f9b881eacfb6d3) AuthConfig (30547d54e2295270c734e88960d93a04b88787e539ba94ba34ffcad14fd0f9ed) AuthConfig (1dfb24fdac23abce39b6411cec5a74d655e5f7e641a112c8d18bd2c9b00cb763) AuthConfig (fc6f0769423419a53742e665227190a6d1fbf2b9cf65560ab3d3d04ebf42ef67) AuthConfig (7ba0494f9f8a4ff7b97271f0c4a62d119e59ed8a76fe96f619f233e023fb6cdd) AuthConfig (d7d926c2d20136775995e1e3315a4fab5eacb7879d4622d82e5ec000705a5015) AuthConfig (1ab0bfac03f9eae674f6c1c805fcc94e810e5107dcf488922e492ad8bfb17960) AuthConfig (dd75cc49988189755d5fcd0ee1a777ba87ee6c785c893ff1024639d182945984) AuthConfig (de00ded865e798c7a7ef2bef8ce4bc2d97d208e43c91729736b75d2f00823525) AuthConfig (76d2d380f47a39e072c7a975a17e6aad72053add050351e828a1aa49f333f699)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"cc3a565b-59f8-4c10-9f39-51fbe6684c35","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.883293136Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"ca2dc616-575d-4135-8714-ad8e67e854f4","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.885137646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"3694e93f-1850-4941-9392-284c351d6f23","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.901130306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"160c8a9a-820b-4049-b10c-5a764391481a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.97314819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"68da49ba-df6e-4b87-b099-c21a925cee35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.97567253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"3694e93f-1850-4941-9392-284c351d6f23","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:31.995407735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"160c8a9a-820b-4049-b10c-5a764391481a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.005216531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"68da49ba-df6e-4b87-b099-c21a925cee35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.0143961Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"c10063d2-eb53-4b08-9b7c-bf09c2391ed2","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.022077611Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"3694e93f-1850-4941-9392-284c351d6f23","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.059561548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"00f608c3-ee00-4c93-a97f-136d86577f46","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.060233479Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"6fdc1481-36c9-4867-9442-046f1991a461","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.087482894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a8e9a74-d15e-4f42-8fb7-1dff062154dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.090918167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"00f608c3-ee00-4c93-a97f-136d86577f46","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.108172382Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"76b38758-dfc6-4d7f-aeb4-c760d1fe2bb9","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.121496549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a8e9a74-d15e-4f42-8fb7-1dff062154dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.223820926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"38c47f67-4a74-4377-8a05-a06420c873ca","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.226136794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"4b8adb6e-12ee-4ee9-81b3-835c76f612bd","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.254252516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"38c47f67-4a74-4377-8a05-a06420c873ca","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.2699293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"4b8adb6e-12ee-4ee9-81b3-835c76f612bd","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.327540151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"d297a57f-9c0a-432f-8ad9-574c05cf3796","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.327616156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21657dfa-0a94-41d4-96e3-6129fe8c64f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.343059716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"df3d4728-d88a-4f1b-9a33-77b31ccdd9cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.35248171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"d297a57f-9c0a-432f-8ad9-574c05cf3796","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.354161783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21657dfa-0a94-41d4-96e3-6129fe8c64f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.366952861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"df3d4728-d88a-4f1b-9a33-77b31ccdd9cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.496867304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ceaa819d-30e7-4309-922b-5a1dfac7e574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.496863456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ce75d09c-7160-4835-aa40-de4d9989b5c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.521311624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ceaa819d-30e7-4309-922b-5a1dfac7e574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.521659973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ce75d09c-7160-4835-aa40-de4d9989b5c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.549914581Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"8982e090-3ff8-4168-9e60-715d1258e2d3","namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.566388035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"ca79402c-2a10-4348-8e9a-4228d34de24a","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.566403485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"ca79402c-2a10-4348-8e9a-4228d34de24a","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"routeName":"external-model-e2e-rec-ctrl-a69e61-1815c5a50373","namespace":"e2e-extmod-rec-user-a6c179","model":"e2e-rec-ctrl-a69e61","externalModel":"e2e-rec-ctrl-a69e61","provider":"e2e-rec-ctrl-a69e61-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.574348187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"a3d62fd3-3cc0-4778-a618-acfb483854c1","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-de8cc7","tenantID":"e2e-praxis-a-de8cc7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.597438448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"a3d62fd3-3cc0-4778-a618-acfb483854c1","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"e2e-praxis-a-de8cc7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.609313189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"a110454f-bea2-4e62-b6fb-116f2fa63c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.609950268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"344fc31a-ebaf-4bde-a669-154980b5cb97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.656112614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"a110454f-bea2-4e62-b6fb-116f2fa63c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.657083033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-de8cc7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c5e1eee21db7d3e433efac4ebb12a31028aac0d7a985cf2281492d181f723fd) AuthConfig (2cc82db75a47fab0a6351abed44b3fd7cda14ee07fa34810de9ee4719617a5b0) AuthConfig (94592f651e75b42798d65d147eec77da25806ee5987591f3cf2fcd3611b5ff4c) AuthConfig (427e475ce33b6b4d917f44101a0d4dab57269ef282d0c0064bb36b748bc603a6) AuthConfig (3a5d8413926b8ec5b3bf504dcd071a280643cd6631f7b55e84756a8032196ef9) AuthConfig (e8123fdd34cb4e47cec59f5f386e51c40f1cbe7fad76a704e2e6c3c8b3d6fd66) AuthConfig (405b5a7a7034d76cd7acc8d9c188057f1967e5457287a94d1822327bd5579dc6) AuthConfig (be7204539a8cdf00f071f49affe7459a5f0082bc6059ca17888fc0c76231fe0c) AuthConfig (3cafe5d00e7fe82d01facb9eaf73cfde20c155a9f6cca19247f9b881eacfb6d3) AuthConfig (30547d54e2295270c734e88960d93a04b88787e539ba94ba34ffcad14fd0f9ed) AuthConfig (1dfb24fdac23abce39b6411cec5a74d655e5f7e641a112c8d18bd2c9b00cb763) AuthConfig (fc6f0769423419a53742e665227190a6d1fbf2b9cf65560ab3d3d04ebf42ef67) AuthConfig (7ba0494f9f8a4ff7b97271f0c4a62d119e59ed8a76fe96f619f233e023fb6cdd) AuthConfig (d7d926c2d20136775995e1e3315a4fab5eacb7879d4622d82e5ec000705a5015) AuthConfig (1ab0bfac03f9eae674f6c1c805fcc94e810e5107dcf488922e492ad8bfb17960) AuthConfig (dd75cc49988189755d5fcd0ee1a777ba87ee6c785c893ff1024639d182945984) AuthConfig (de00ded865e798c7a7ef2bef8ce4bc2d97d208e43c91729736b75d2f00823525) AuthConfig (76d2d380f47a39e072c7a975a17e6aad72053add050351e828a1aa49f333f699)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"a3d62fd3-3cc0-4778-a618-acfb483854c1","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.672317532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"344fc31a-ebaf-4bde-a669-154980b5cb97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.711094473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"b7d9761c-b374-4e80-bd02-723f3a03ddc7","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.711125264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"b7d9761c-b374-4e80-bd02-723f3a03ddc7","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"routeName":"external-model-e2e-rec-ctrl-a69e61-1815c5a50373","namespace":"e2e-extmod-rec-user-a6c179","model":"e2e-rec-ctrl-a69e61","externalModel":"e2e-rec-ctrl-a69e61","provider":"e2e-rec-ctrl-a69e61-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.777008721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"62181ec1-f598-4bde-b8c1-9a1310d356d6","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.788307424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"567c971a-7d60-4842-afe0-6d7734d510d7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.809699339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"567c971a-7d60-4842-afe0-6d7734d510d7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.84783603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"605193c2-27f5-4a0f-9ef0-25b7d34d914a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.870087392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"605193c2-27f5-4a0f-9ef0-25b7d34d914a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.88254484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"c02ffbea-609d-4082-8dcb-2f6f22ac7683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.903327211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"c02ffbea-609d-4082-8dcb-2f6f22ac7683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.948555159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"db74eaf6-10d6-4e9d-ad61-a9f57f58ce95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.965455234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"7fafe096-1f88-4d88-a349-f8456a3dbb96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.97150142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"db74eaf6-10d6-4e9d-ad61-a9f57f58ce95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.986824085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"7fafe096-1f88-4d88-a349-f8456a3dbb96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:32.994355092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"cbc359c8-3d59-4501-8f40-fc2f10977ff2","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-de8cc7","tenantID":"e2e-praxis-a-de8cc7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.014305108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"b22d3704-2fdd-4e1b-820a-b3298f975f47","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.014325035Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"b22d3704-2fdd-4e1b-820a-b3298f975f47","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"routeName":"external-model-e2e-rec-ctrl-a69e61-1815c5a50373","namespace":"e2e-extmod-rec-user-a6c179","model":"e2e-rec-ctrl-a69e61","externalModel":"e2e-rec-ctrl-a69e61","provider":"e2e-rec-ctrl-a69e61-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.018890439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"cbc359c8-3d59-4501-8f40-fc2f10977ff2","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"e2e-praxis-a-de8cc7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.028656517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0f93ae18-df84-4f82-a309-f97cef0da910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.042872136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-de8cc7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c5e1eee21db7d3e433efac4ebb12a31028aac0d7a985cf2281492d181f723fd) AuthConfig (2cc82db75a47fab0a6351abed44b3fd7cda14ee07fa34810de9ee4719617a5b0) AuthConfig (94592f651e75b42798d65d147eec77da25806ee5987591f3cf2fcd3611b5ff4c) AuthConfig (427e475ce33b6b4d917f44101a0d4dab57269ef282d0c0064bb36b748bc603a6) AuthConfig (3a5d8413926b8ec5b3bf504dcd071a280643cd6631f7b55e84756a8032196ef9) AuthConfig (e8123fdd34cb4e47cec59f5f386e51c40f1cbe7fad76a704e2e6c3c8b3d6fd66) AuthConfig (405b5a7a7034d76cd7acc8d9c188057f1967e5457287a94d1822327bd5579dc6) AuthConfig (be7204539a8cdf00f071f49affe7459a5f0082bc6059ca17888fc0c76231fe0c) AuthConfig (3cafe5d00e7fe82d01facb9eaf73cfde20c155a9f6cca19247f9b881eacfb6d3) AuthConfig (30547d54e2295270c734e88960d93a04b88787e539ba94ba34ffcad14fd0f9ed) AuthConfig (1dfb24fdac23abce39b6411cec5a74d655e5f7e641a112c8d18bd2c9b00cb763) AuthConfig (fc6f0769423419a53742e665227190a6d1fbf2b9cf65560ab3d3d04ebf42ef67) AuthConfig (7ba0494f9f8a4ff7b97271f0c4a62d119e59ed8a76fe96f619f233e023fb6cdd) AuthConfig (d7d926c2d20136775995e1e3315a4fab5eacb7879d4622d82e5ec000705a5015) AuthConfig (1ab0bfac03f9eae674f6c1c805fcc94e810e5107dcf488922e492ad8bfb17960) AuthConfig (dd75cc49988189755d5fcd0ee1a777ba87ee6c785c893ff1024639d182945984) AuthConfig (de00ded865e798c7a7ef2bef8ce4bc2d97d208e43c91729736b75d2f00823525) AuthConfig (76d2d380f47a39e072c7a975a17e6aad72053add050351e828a1aa49f333f699)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"cbc359c8-3d59-4501-8f40-fc2f10977ff2","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.051227138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0f93ae18-df84-4f82-a309-f97cef0da910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.08536489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"e088cb5c-98d1-4125-b295-6125bc77cc4d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.11472889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"e088cb5c-98d1-4125-b295-6125bc77cc4d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.150125201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28af1b45-8e04-4503-845d-0567f3925195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.16765286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"875cfe1d-118b-4ea0-9d42-c8a82cdc7817","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.174357053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28af1b45-8e04-4503-845d-0567f3925195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.183152185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"04eb08b4-6d08-4b30-a968-28fd17118057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.190045571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"875cfe1d-118b-4ea0-9d42-c8a82cdc7817","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.206507871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"04eb08b4-6d08-4b30-a968-28fd17118057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.209922017Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"875cfe1d-118b-4ea0-9d42-c8a82cdc7817","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.30580007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"0024d377-39c8-4ada-b827-949361fc96d7","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.306471707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"5857718d-56b4-423a-9799-d49d86964237","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.335317668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"0024d377-39c8-4ada-b827-949361fc96d7","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.336077866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"5857718d-56b4-423a-9799-d49d86964237","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.391304187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff5d0c07-0c8b-4821-b87c-b0c8d2cb17a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.41303232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff5d0c07-0c8b-4821-b87c-b0c8d2cb17a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.422018898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"578cc43f-3b10-42bd-bd2b-7e4e58c44aa4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.42263157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"aa262035-f5d9-4a72-9d9e-88e601006d73","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.442881265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"578cc43f-3b10-42bd-bd2b-7e4e58c44aa4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:33.44327167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"aa262035-f5d9-4a72-9d9e-88e601006d73","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:36.105658876Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:36.513239258Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"5bd85f5c-45fa-4718-8e3a-d5e9cb8f9351","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.483629254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"fd47a71f-cc99-4865-b11a-6014e922c4fe","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.516370137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"3fac882e-5580-4672-bd2c-025ab28d2b50","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.786442106Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.802762127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"af10884b-a24e-4622-a413-83174e1a5b6b","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.802813721Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"af10884b-a24e-4622-a413-83174e1a5b6b","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"routeName":"external-model-e2e-rec-ctrl-a69e61-1815c5a50373","namespace":"e2e-extmod-rec-user-a6c179","model":"e2e-rec-ctrl-a69e61","externalModel":"e2e-rec-ctrl-a69e61","provider":"e2e-rec-ctrl-a69e61-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:37.833841925Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-a69e61-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.878716156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"1cfb6362-d09a-4883-964f-fdb22f999e38","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.878733277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"1cfb6362-d09a-4883-964f-fdb22f999e38","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.899127273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"e646a856-6fa2-469e-a93a-f0ce9eab67c9","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.899458241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"c3f41e31-0480-46d3-86ab-1869ed432cd5","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.900116115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"ab9d0376-9aa7-423e-bbf9-a94a5ebce637","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.900647485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"f2f3d202-82cb-4e21-81cb-a7acfac74e5c","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.92029506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"5bd07f1f-be07-405f-a6f6-7a1582e92278","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.920310341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"5bd07f1f-be07-405f-a6f6-7a1582e92278","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"routeName":"external-model-e2e-rec-ctrl-a69e61-1815c5a50373","namespace":"e2e-extmod-rec-user-a6c179","model":"e2e-rec-ctrl-a69e61","externalModel":"e2e-rec-ctrl-a69e61","provider":"e2e-rec-ctrl-a69e61-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.926284534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"e646a856-6fa2-469e-a93a-f0ce9eab67c9","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.926486308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"c3f41e31-0480-46d3-86ab-1869ed432cd5","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.928510196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"f2f3d202-82cb-4e21-81cb-a7acfac74e5c","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.933133906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"ab9d0376-9aa7-423e-bbf9-a94a5ebce637","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.961740634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"f032d10d-e605-43cc-828f-2933e663254e","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.961758667Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"f032d10d-e605-43cc-828f-2933e663254e","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:37.965613615Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a69e61-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-sub","reconcileID":"0bfc0e4d-a0c8-464e-bae3-b95ecc317aeb","MaaSSubscription":{"name":"e2e-rec-ctrl-a69e61-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-rec-ctrl-a69e61","model":"e2e-rec-ctrl-a69e61","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:38.001225526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"4c597d91-5e03-47bd-a718-d2fc4a7256e9","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:38.001244087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"4c597d91-5e03-47bd-a718-d2fc4a7256e9","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:38.081574393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"b3865b8c-5943-4b1c-ad29-285035c35701","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:38.081608922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"b3865b8c-5943-4b1c-ad29-285035c35701","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"routeName":"external-model-e2e-rec-ctrl-a69e61-1815c5a50373","namespace":"e2e-extmod-rec-user-a6c179","model":"e2e-rec-ctrl-a69e61","externalModel":"e2e-rec-ctrl-a69e61","provider":"e2e-rec-ctrl-a69e61-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:38.147989015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a69e61-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-sub","reconcileID":"000bf93a-4695-45b0-ba10-2eb6d3d97d31","MaaSSubscription":{"name":"e2e-rec-ctrl-a69e61-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-rec-ctrl-a69e61","model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:38.181084588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"c4a5dbeb-a2d4-41e9-8baf-d4a41c66ad31","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:38.181298105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"994b2843-a264-4301-9f7c-0500da5751b8","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:38.181089528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"b85635a7-6248-4ef1-aa46-80a232558194","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:38.181676319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"30032c64-d6d7-40cd-b9a5-cccfaad3fb93","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:38.203043182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"b85635a7-6248-4ef1-aa46-80a232558194","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:38.20321103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"c4a5dbeb-a2d4-41e9-8baf-d4a41c66ad31","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:38.20519294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"994b2843-a264-4301-9f7c-0500da5751b8","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:38.205958475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"30032c64-d6d7-40cd-b9a5-cccfaad3fb93","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.320082677Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-sub","reconcileID":"07f8149d-de17-44c9-b24d-94a2d170cab6","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.320328049Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-sub","reconcileID":"07f8149d-de17-44c9-b24d-94a2d170cab6","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.44618751Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.494717092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"eb1ca2b0-6ce5-4bc2-97e0-43b46a7b3ed7","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.494838893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"eb1ca2b0-6ce5-4bc2-97e0-43b46a7b3ed7","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"routeName":"external-model-e2e-rec-ctrl-a69e61-1815c5a50373","namespace":"e2e-extmod-rec-user-a6c179","model":"e2e-rec-ctrl-a69e61","externalModel":"e2e-rec-ctrl-a69e61","provider":"e2e-rec-ctrl-a69e61-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.563651482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"a34d8788-d0fb-4cc3-b8da-7406dcc861ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.565724883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"aab1b004-a028-40ec-9209-b5726eb71d90","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.580268705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"ddeb4f30-ae77-412b-8ec6-3f797a550ace","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.580984753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"cee888f8-a24c-4456-868e-1465a24f6116","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.589620054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"7c297fee-717e-4761-a958-5df472353a3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.598023437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"a34d8788-d0fb-4cc3-b8da-7406dcc861ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.617028162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"ddeb4f30-ae77-412b-8ec6-3f797a550ace","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.62339453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"aab1b004-a028-40ec-9209-b5726eb71d90","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.647807478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"cee888f8-a24c-4456-868e-1465a24f6116","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.653004143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"7c297fee-717e-4761-a958-5df472353a3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.803704727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"fa5b3a16-e204-494f-8072-57e293791341","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.827315893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"fa5b3a16-e204-494f-8072-57e293791341","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.841203648Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-status-transition-auth","reconcileID":"cb36c167-c61a-467f-b54e-d5de8d5327f7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.900100385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"706157ea-5590-4dcb-a2b8-97c2eb1910ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.921276552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"706157ea-5590-4dcb-a2b8-97c2eb1910ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.931220365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"31aa73eb-87d5-4a23-b251-494c19b2cf1b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:40.952234658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"31aa73eb-87d5-4a23-b251-494c19b2cf1b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.440996601Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-sub2","reconcileID":"b0b48d13-4117-4176-a679-77c7c55c9072","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.456756116Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"94112d0f-5296-4cb9-8078-7e388a4b386c","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.457224259Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-sub2","reconcileID":"b0b48d13-4117-4176-a679-77c7c55c9072","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.474926565Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-sub2","reconcileID":"b0b48d13-4117-4176-a679-77c7c55c9072","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.57298087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"53b1ee46-0cdf-4ae2-adb3-d254962607b4","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.573809938Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.670051602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"64f38b8b-2bce-4039-9b31-b29fc6d8dd9b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.670487604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"5e24434b-4fe2-4637-a91c-ab9a0422f43b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.692657877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"64f38b8b-2bce-4039-9b31-b29fc6d8dd9b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.695682947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"5e24434b-4fe2-4637-a91c-ab9a0422f43b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.738739674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"12b8ffc0-a187-403f-9fdb-610b01e1ff3f","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.754407827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8bcad4bb-3c75-46a9-9b85-aab19f731d51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.755772887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"2b71501a-dacc-47af-9f77-e63ee6dbd586","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.778084807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8bcad4bb-3c75-46a9-9b85-aab19f731d51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.788187038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"2b71501a-dacc-47af-9f77-e63ee6dbd586","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.90148947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"bef138a2-7f56-4b5f-8c35-3172f5ab8dfd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.922332364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"bef138a2-7f56-4b5f-8c35-3172f5ab8dfd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.926136829Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth1","reconcileID":"0235a103-9816-4ec7-be86-1e77d4827df2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:41.978315348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"25aec7ce-2f91-41cf-b17a-97b939d7a80c","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.021868142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"003869c5-a9d2-45a8-b1d8-4adfa7b877d8","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.042264785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"8641f7ad-ecf7-4e75-a79a-678ff43f32f5","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.091486787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-healthy-inf-auth","reconcileID":"391225bc-4372-4217-a292-10a9ef1fad31","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.113728647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-healthy-inf-auth","reconcileID":"391225bc-4372-4217-a292-10a9ef1fad31","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.129270144Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-ignore-header-auth2","reconcileID":"5dfa78e1-55ef-47e4-931a-1127353aa244","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.129272023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"136b88ef-648a-499b-82f6-f7a4e1f24a0a","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.181996121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"83567ff8-5a15-49a1-bee9-a14dfaf1a11a","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.231136207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"c6f4d6c0-a228-467c-9618-e133ae8ad08c","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.231260124Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.252463924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"8ab8b06f-7d92-4354-83e4-571912dcf5a7","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:42.264014036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-healthy-inf","reconcileID":"5510638f-c210-4d8b-851b-c5150d7c458e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.266579304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"1495bcda-3dba-4db7-a42d-31a13568bd85","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.281195774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"bd2e0b83-a0ce-4980-81db-7ff81ee9d700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.281360711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"a7bba09c-c8a5-4fb8-a1bd-59fd5868dd55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.302669411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"a7bba09c-c8a5-4fb8-a1bd-59fd5868dd55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.302789549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"bd2e0b83-a0ce-4980-81db-7ff81ee9d700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.305053025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"3ba5604e-04eb-4c1d-aad3-01982afa9d9f","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.326907149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"5fa57401-b6c9-4b17-ae07-72a598712eda","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.381553096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7026fbba-7fb8-49a2-9868-dcdac639e33e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.402802826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7026fbba-7fb8-49a2-9868-dcdac639e33e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.414921299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"7d6919f8-4b61-4204-9e79-e5ed3e7984d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.414957734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"f0173b2c-d6a0-43de-831e-c41221f7ea7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.42303857Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-healthy-inf","reconcileID":"9bcb2605-e4b2-4cdb-b0d2-a03ac9f783fa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.423147946Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-healthy-inf","reconcileID":"9bcb2605-e4b2-4cdb-b0d2-a03ac9f783fa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4be645/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.435801096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"f0173b2c-d6a0-43de-831e-c41221f7ea7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.436407117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"7d6919f8-4b61-4204-9e79-e5ed3e7984d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.496378954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"e0c37a1c-971a-454d-b665-46082e9b0116","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.496977612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"f06373b0-a7dc-4777-b2a2-767d1c19a5b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.511085001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1650648b-6dcc-46ec-ac24-21a268d13441","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.532064001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1650648b-6dcc-46ec-ac24-21a268d13441","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.596572993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-healthy-inf","reconcileID":"c19629f1-88ab-45b5-806d-54dd6e3fb3ff","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:42.596655417Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-healthy-inf","reconcileID":"c19629f1-88ab-45b5-806d-54dd6e3fb3ff","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4be645/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.077822955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"f82b538e-80be-4177-b9ad-fd2b4ca304b9","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-de8cc7","tenantID":"e2e-praxis-a-de8cc7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.098577073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"f82b538e-80be-4177-b9ad-fd2b4ca304b9","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"e2e-praxis-a-de8cc7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.185306996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"9c8c1973-d42e-4dfb-93cd-647620a23610","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.185325061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"9c8c1973-d42e-4dfb-93cd-647620a23610","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.654692917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"04e80004-54c9-4aec-8a2e-04639f0bdfaf","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.67624079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"c5cf6eae-e14f-4d3a-aa14-aa1a8b18c285","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.743954999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"2648c4f1-b468-4f51-9721-0e407c639098","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.760214957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"ed142f36-2754-4320-a8b5-8b9a78018453","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.760230056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"ed142f36-2754-4320-a8b5-8b9a78018453","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.760312391Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.766670234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"2648c4f1-b468-4f51-9721-0e407c639098","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.802940066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"cb74a428-345d-41c8-9368-73532dc5ae48","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.806032129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"779cd3a2-15ae-48e5-b2ac-1cc3be192845","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.806055711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"779cd3a2-15ae-48e5-b2ac-1cc3be192845","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:43.820859143Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-de8cc7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.821101378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"106ec2e5-fe37-4189-bea1-e6375d88a16e","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-de8cc7","tenantID":"e2e-praxis-a-de8cc7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.827092924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"99fb83f9-4d21-4532-b8c6-83b6d3154ef6","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.827108973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"99fb83f9-4d21-4532-b8c6-83b6d3154ef6","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.84184904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"106ec2e5-fe37-4189-bea1-e6375d88a16e","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"e2e-praxis-a-de8cc7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.870046547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"af0085b7-c74f-472b-b13d-5c120b7f8b06","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.870276975Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.892639113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"3cb7292d-cec6-4a40-b119-bb244f8320fe","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.892656038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"3cb7292d-cec6-4a40-b119-bb244f8320fe","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.899230949Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-sub","reconcileID":"b7dd6164-8071-43b3-adbe-d0a88d939fdb","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"maas-trlp-praxis-route-de8cc7","model":"praxis-route-de8cc7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.903508356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"82a8ad99-eb91-4516-b151-cd418aa1b392","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:43.907520939Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c0c28f/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.925489948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"f028d679-14ba-4b23-bba3-8f765b28bfa0","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.947889288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"c1586646-77c5-48fc-bafa-768b0381e1cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.948147178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"30ecd7dd-36d7-47c9-9493-c97d1b4ffca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.965686016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"c6ea48cb-de0c-4def-8608-90cd17613222","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.96570188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"c6ea48cb-de0c-4def-8608-90cd17613222","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.966030633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"7c185e0b-b724-4095-b5c9-bf13143f16da","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.971575972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"c1586646-77c5-48fc-bafa-768b0381e1cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:43.971635662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"30ecd7dd-36d7-47c9-9493-c97d1b4ffca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.010311779Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-sub1","reconcileID":"ea6e2c73-054a-42d9-8204-2387f8640f3b","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-w4-c0c28f","model":"distinct-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.034831836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"d824aef9-3500-41ed-a60d-b2e45a51f818","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-de8cc7","tenantID":"e2e-praxis-a-de8cc7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.056436668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"d824aef9-3500-41ed-a60d-b2e45a51f818","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"e2e-praxis-a-de8cc7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.087932497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"4b38cc8b-d17b-435a-a6ab-b5b226978e54","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.088612018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"eb97518f-1889-4374-bfbe-ecea6da972f3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.115277685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"9278d986-7196-48f6-ac30-6cbf0e885817","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.115358345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"eb97518f-1889-4374-bfbe-ecea6da972f3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.129366939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-sub","reconcileID":"a7ccc51a-8f83-448e-86b7-d72ecf59419c","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"maas-trlp-praxis-route-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.135135619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"1274db23-61e3-42e4-b205-0829af592630","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.158710287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"99e431e0-1ec1-42c0-867f-c75f72dce3bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.160187923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"83df37fb-c084-48ca-a0c2-1efed3632ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.179554984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"99e431e0-1ec1-42c0-867f-c75f72dce3bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.191715393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-sub1","reconcileID":"e28cb5f0-e9c1-4dda-b812-df1124daa2e3","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.192622813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"83df37fb-c084-48ca-a0c2-1efed3632ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.269695286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"57315956-e4ed-473e-80e9-bd16567c42e4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.290750505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"57315956-e4ed-473e-80e9-bd16567c42e4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.330319017Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub]","namespace=ai-tenant-e2e-worker-w4-c0c28f priority=0:[ai-tenant-e2e-worker-w4-c0c28f/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-c0c28f/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.330404194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"537321fa-8d7a-446d-8311-6ced93be90cb","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.352212081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"4ac68b9e-edd7-4647-a304-088673c9d6cb","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:44.365116721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-sub2","reconcileID":"c9c8e7ef-d09c-4fd0-87c3-2761a3de46fb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:44.37081555Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"4ac68b9e-edd7-4647-a304-088673c9d6cb","name":"distinct-2-w4-c0c28f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-c0c28f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:44.370859704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"4ac68b9e-edd7-4647-a304-088673c9d6cb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-c0c28f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.370947078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"8d882a42-1943-4c49-9f2d-c6a9719889a4","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.376098645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"ff60884f-b5ac-4c15-83a4-942bdd9943a3","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.40135621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"96cec949-2094-4d88-b84a-9edd3da8082f","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.417025309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"c10c9219-9d75-443a-a8bf-8f0d1a0eb371","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.417096881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"47e0c8b0-1c6a-4b7a-9197-e68754677c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.41759998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"248ae010-2d49-4a27-ad43-195e9925f078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.422519108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"3651eaa0-9f40-41d2-bca7-2e74b6fdba56","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.439606737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"47e0c8b0-1c6a-4b7a-9197-e68754677c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.439631074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"c10c9219-9d75-443a-a8bf-8f0d1a0eb371","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.442200477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"248ae010-2d49-4a27-ad43-195e9925f078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.462763738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"d4957956-5625-4ee4-8191-1fc19cea3019","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.49518333Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-sub2","reconcileID":"fed30c76-0bb9-44dd-bf3c-71936a01ddea","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","model":"distinct-2-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.541858966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"a8a3f421-ca38-424a-ad46-d6a771cfca19","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.553711875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"02f733b1-b8d8-4841-8d65-5dd812f95601","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.563333628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"a8a3f421-ca38-424a-ad46-d6a771cfca19","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.617270664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-sub2","reconcileID":"b7429558-26d2-47c9-97e2-daa2a320626d","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.721303077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"0348d40b-b110-4dfd-8a06-12d1fc73692b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.72133383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"0ee231b8-4c08-4bf9-b7de-e5cea951f531","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.723256652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"674404c0-260e-467b-89b9-5d3811306bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.742899666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"0348d40b-b110-4dfd-8a06-12d1fc73692b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.742903352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"0ee231b8-4c08-4bf9-b7de-e5cea951f531","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.745148316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"674404c0-260e-467b-89b9-5d3811306bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.915651998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"6b6d9469-4495-4a5a-8269-886f258b1af6","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.968567365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-healthy-inf-auth","reconcileID":"72f7ee5d-c087-459e-8d69-435c63c38429","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.968646909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"0f007a65-a0b9-45ea-ad08-be5a897a09b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.975652708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"ed29ba1d-6c71-4297-9086-5908e0e4c4a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.989973944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"0f007a65-a0b9-45ea-ad08-be5a897a09b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.990558391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-healthy-inf-auth","reconcileID":"72f7ee5d-c087-459e-8d69-435c63c38429","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:44.998099141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"ed29ba1d-6c71-4297-9086-5908e0e4c4a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:45.744423645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"455a4eac-60fe-430d-885d-178f7573fc40","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:45.797437871Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-sub1","reconcileID":"d4bedebf-8567-4401-a64e-7bd4b0ee2e87","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d8475d54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:45.829926126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"b3dff2dd-5e53-463e-8990-db6119ab740e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:45.830154186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"91a43a86-530f-41aa-a2ca-bf460730bead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:45.829926016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"bc16f600-f91a-410e-a9ad-78d1dcea9d46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:45.830654704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"dc0e62ef-7fb9-4088-8e43-1271b040836b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:45.851829623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"dc0e62ef-7fb9-4088-8e43-1271b040836b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:45.853124841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"bc16f600-f91a-410e-a9ad-78d1dcea9d46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:45.854126593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"b3dff2dd-5e53-463e-8990-db6119ab740e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:45.856706145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"91a43a86-530f-41aa-a2ca-bf460730bead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:46.072052353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"64e7d676-4f5f-4654-b9fe-174e0288c3dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:46.072052445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"20aef118-e5b8-40fb-9ef2-cf18812ec0d1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:46.072884416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"d6a7e326-67cd-4b82-a3ec-5496e5d7d429","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:46.073220656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"3d49ce9a-547b-4fc7-b0ca-3a8cc1eb1b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:46.093749921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"64e7d676-4f5f-4654-b9fe-174e0288c3dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:46.093931833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"20aef118-e5b8-40fb-9ef2-cf18812ec0d1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:46.097564525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"d6a7e326-67cd-4b82-a3ec-5496e5d7d429","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:46.097735105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"3d49ce9a-547b-4fc7-b0ca-3a8cc1eb1b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:46.556496774Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"b9910b70-92a6-4694-9f1c-a35af44a6e95","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:51.491519826Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"ac5f19e8-ccdb-4441-bca4-96d6f3e495a3","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:54.433155235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"ca23ff74-c285-46cd-b9c9-5787e4a47b24","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:54.578690727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"a56cffe4-20b5-4864-a3a5-6ea02d192812","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:54.578946449Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:54.63412231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"ea8ff818-9ce3-407f-8db1-93b55a489598","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:54.657690532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"4dad4306-1cb7-435a-beaa-0961bca0f674","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:54.659901178Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-866159/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:54.680506365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"984e0375-5f03-423b-8509-7f084cee68bc","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:54.750704408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a69e61-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-sub","reconcileID":"af839af8-d387-45e1-a5cc-bb613d52898b","MaaSSubscription":{"name":"e2e-rec-ctrl-a69e61-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-rec-ctrl-a69e61","model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:54.817761197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"26b77d0b-382a-4059-8c1f-49c81dcb2941","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:54.940071943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-sub2","reconcileID":"6560fd9c-c521-4074-80fb-200a0fef462b","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:54.942292897Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"fba8abb7-6476-44fb-91fb-ca17397aad37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"simulator-w3-866159","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-866159/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:54.978838563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"08fb34f9-8215-4e44-b435-7741ff5c8694","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:54.995732248Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-healthy-inf","reconcileID":"dc698e51-7bd6-4dde-bedd-7ba2dc6de149","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.081746146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"bf6ec1c3-fa1c-48f1-8840-bc15312895b7","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.122229557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"bf6ec1c3-fa1c-48f1-8840-bc15312895b7","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"routeName":"external-model-e2e-rec-ctrl-a69e61-1815c5a50373","namespace":"e2e-extmod-rec-user-a6c179","model":"e2e-rec-ctrl-a69e61","externalModel":"e2e-rec-ctrl-a69e61","provider":"e2e-rec-ctrl-a69e61-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.102414437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"cc280065-9d75-4ffe-9e72-fc2b96226ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.14349722Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.275873533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"be8002e9-105b-4b49-9617-2237fda6e16b","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.290954948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"dcccbb8d-96bb-4c56-bd65-bbee8f007804","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.311051976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-sub","reconcileID":"83d2f3d9-8668-4d9b-b8d4-607652301f07","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"maas-trlp-praxis-route-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:55.311381301Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-866159/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.323633443Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-healthy-inf","reconcileID":"dc698e51-7bd6-4dde-bedd-7ba2dc6de149","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.323710155Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-healthy-inf","reconcileID":"dc698e51-7bd6-4dde-bedd-7ba2dc6de149","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.323869354Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-healthy-inf","reconcileID":"dc698e51-7bd6-4dde-bedd-7ba2dc6de149","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4be645/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.325476331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"728cd93b-2743-494e-bbd7-4a06d7a65bfa","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.32601126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"b9f2e692-d3f3-47ee-b5c1-6dee17811cd6","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.340041025Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"cc280065-9d75-4ffe-9e72-fc2b96226ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.361282527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"606c2844-0413-4778-a5d6-675554224a5b","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.389441683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-866159-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"cc280065-9d75-4ffe-9e72-fc2b96226ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.389955486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"0f633504-880e-4ac2-a364-00924ce10d33","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.401367517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"6fae26aa-3f4c-442e-9d2f-4d2bae9abe5f","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.426664353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"336ce4f5-8424-4f49-9674-bd0f97e4aa54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.430436972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"f49db998-1c02-403d-9e1b-06351436f978","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.431034995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"c35a8d61-c129-4232-af56-490d857d928a","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.43111318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"c35a8d61-c129-4232-af56-490d857d928a","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.431549557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"f5a46ece-fbcf-40f0-8ca9-33f61ccfb822","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.475626841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"1088653e-5682-4c7a-b8ed-ee8fb75d4891","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.505770413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"6edc44e1-bdc2-4d3d-ae30-c8577fe2f72b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.530136101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"2cb4cee1-ebc0-4610-8bc4-90f336ca0213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.50357771Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"05ae9fbf-e2b7-4cda-9dbf-e4a408177da2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"premium-w3-866159","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-866159/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.559018088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"753db4b8-2c60-494d-b97c-ebac9f049e62","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-de8cc7","tenantID":"e2e-praxis-a-de8cc7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.6165942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"6edc44e1-bdc2-4d3d-ae30-c8577fe2f72b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.748357446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-866159-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"6edc44e1-bdc2-4d3d-ae30-c8577fe2f72b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.769579014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"753db4b8-2c60-494d-b97c-ebac9f049e62","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"e2e-praxis-a-de8cc7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.785357208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"2cb4cee1-ebc0-4610-8bc4-90f336ca0213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.785831932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"f173fa91-1cb0-4ca4-b011-1eccbe1880ae","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.788399515Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.7995705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"f0282a74-74dc-41df-b145-e339ef7e8e44","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.815620647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-866159-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"2cb4cee1-ebc0-4610-8bc4-90f336ca0213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.830982443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"6d72361c-df46-4ddf-8df0-d438711400b0","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.832268603Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-sub1","reconcileID":"613ffdc9-93f1-4678-aaea-0a1bda91458a","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:55.833747235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"05ae9fbf-e2b7-4cda-9dbf-e4a408177da2","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.862211993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"162a1fe2-c543-4e0f-848e-a651618f86f2","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.865235538Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-sub1","reconcileID":"613ffdc9-93f1-4678-aaea-0a1bda91458a","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.88731574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"cfa8aaae-058f-4365-a849-5732631da6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.890570698Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-sub1","reconcileID":"613ffdc9-93f1-4678-aaea-0a1bda91458a","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.902285581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"d3de7a9f-a92e-462c-985d-7f0122981c70","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.915616283Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-healthy-inf-auth","reconcileID":"66b044c9-5806-4359-bb4f-d270168a698e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.924177505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e2b9ff43-e651-4f9c-b8ab-a5e822598aba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.924798786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"437b0ad7-674f-44f7-9459-0954254f73bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.925856422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"cfa8aaae-058f-4365-a849-5732631da6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.943305903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"a936ec95-6a63-4a27-b1b6-e3df76ab7331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.944147376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"6137b6fb-6975-411b-9749-7bb2952c70c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.979998029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-866159-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"cfa8aaae-058f-4365-a849-5732631da6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.986100082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e2b9ff43-e651-4f9c-b8ab-a5e822598aba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:55.995399443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"437b0ad7-674f-44f7-9459-0954254f73bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.04230473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"a936ec95-6a63-4a27-b1b6-e3df76ab7331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.043892778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"cad55011-81f4-4168-9862-3ace9aa75a6c","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.07514134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-866159-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"a936ec95-6a63-4a27-b1b6-e3df76ab7331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.133225742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"e69158b2-9024-43c9-b0e2-a466b918b783","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.134097228Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.220526543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"5b53cac2-30a5-4a1d-9f65-58d8c847f933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.277091363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"3094b7db-469c-4f3a-86c2-09fe3278c137","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.278551682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"0b1a30a3-f1d6-4bda-a358-c5c7740cf5c6","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.28322492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"5b53cac2-30a5-4a1d-9f65-58d8c847f933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.298520104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"00738821-20f1-45cf-824a-f9720ba8cdad","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.306155387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"73831915-b6af-46ea-877e-8fe4700858fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.309397451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-866159-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"5b53cac2-30a5-4a1d-9f65-58d8c847f933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.328703451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"5f5a041b-fde6-402c-b75e-50b224a14542","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.331185353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"00738821-20f1-45cf-824a-f9720ba8cdad","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.334704647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"73831915-b6af-46ea-877e-8fe4700858fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.357081589Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-sub2","reconcileID":"ed19d35d-934c-4bc4-aafa-5b893f7d7c19","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b0f56c5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.368191408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"5f5a041b-fde6-402c-b75e-50b224a14542","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.405873683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"55b11730-4d6d-413e-b89a-cdec4ca759e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.445755716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"55b11730-4d6d-413e-b89a-cdec4ca759e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.521118404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"fe565f35-a394-4b25-b359-5d64274d725b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.553470404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"fe565f35-a394-4b25-b359-5d64274d725b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.600387905Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"9e8555e6-15d6-4632-88fc-b1d2403427fe","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.671234305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"404b2028-4dab-46d5-9aed-4ac0aea6151b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.740480087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"404b2028-4dab-46d5-9aed-4ac0aea6151b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.741400339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"47d2cdec-f0ec-4b87-bbb9-9db9530d96cf","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.815402366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"47d2cdec-f0ec-4b87-bbb9-9db9530d96cf","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.840356142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"4e802238-5d5b-4ad0-9b73-ce4e7c15222d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.899419129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"4e802238-5d5b-4ad0-9b73-ce4e7c15222d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.900280728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"ab1d8db1-20a8-4c89-b31a-b3d4b1ca6741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.951527789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"6fc5b79e-8c48-4c83-a072-b9b86f01e7d9","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:56.964861479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"ab1d8db1-20a8-4c89-b31a-b3d4b1ca6741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.016725691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"22f178eb-dc31-4930-81d1-e536f7c45fb3","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.07728287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey-auth","reconcileID":"01f3548c-5c1b-4c47-b278-e605086202c3","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.110414939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey-auth","reconcileID":"01f3548c-5c1b-4c47-b278-e605086202c3","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.217012477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"c4edbb5f-37a5-4822-9879-76d43ad1abb2","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.218120757Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.252093667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"6ebf3a5b-fac1-48ee-91da-2265b55b2036","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:15:57.274834387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey","reconcileID":"7a84feff-d3a1-4e6f-94f6-e50067d10dce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.306966315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"5cac8f08-a65e-427a-b1c1-9768f9b6f650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.307652742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"843adfde-a496-472a-ad48-d94711d85564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.319701765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"865e2ae1-701c-465c-929c-b73881e70098","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.337527986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"5cac8f08-a65e-427a-b1c1-9768f9b6f650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.340959311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"dd5efe42-4bfa-4fed-90a8-671314981f60","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.344572111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"843adfde-a496-472a-ad48-d94711d85564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.345168002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"e1652299-2069-4f2f-86bf-8aa15c35e647","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.403730836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey-auth","reconcileID":"563d1ca1-3a3a-430f-9c6d-56efad67b153","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.42484895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey-auth","reconcileID":"563d1ca1-3a3a-430f-9c6d-56efad67b153","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.448631829Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey","reconcileID":"19548a0c-fa81-484e-8efe-bba586cd9082","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.448748323Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey","reconcileID":"19548a0c-fa81-484e-8efe-bba586cd9082","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4be645/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.472624839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"88aa88a3-3e96-4316-b566-3053bf396945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.484438664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"4789b887-7ede-46e1-b597-21f5a79601be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.497571955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"88aa88a3-3e96-4316-b566-3053bf396945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.508958694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"4789b887-7ede-46e1-b597-21f5a79601be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.514954491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"39310dc3-7e5e-4b75-9cfd-b50dd6e66835","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.53154349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"7265b5ab-e3f8-45ee-9097-f4ab742c693c","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.618246934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey","reconcileID":"385226d7-8931-40ff-b78c-6eee0613c19a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:57.618346097Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey","reconcileID":"385226d7-8931-40ff-b78c-6eee0613c19a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4be645/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:58.340545633Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"211e60ed-35bc-40c8-915d-3aed0f6dac8c","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:58.997576153Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"7296e9cb-8e0d-4d5e-afdf-1ff2ec283d5a","namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.014063413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"0e930419-f832-4f96-9ba8-4eb51026ab26","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.014082956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"0e930419-f832-4f96-9ba8-4eb51026ab26","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"routeName":"external-model-e2e-rec-recover-8d6460-f36b468e9795","namespace":"e2e-extmod-rec-noaccess-69b5ed","model":"e2e-rec-recover-8d6460","externalModel":"e2e-rec-recover-8d6460","provider":"e2e-rec-recover-8d6460-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.055568513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"882d1624-3632-4cc9-8ebe-60e58fd715a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.055858565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"8d557ac3-3106-44f2-9471-a42a67285ec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.056010296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"a1964851-45cf-404f-b28a-38f7e52a9e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.056283453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cb5356f-7350-4f5a-aa2c-d06111309354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.08102296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"8d557ac3-3106-44f2-9471-a42a67285ec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.081414231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"882d1624-3632-4cc9-8ebe-60e58fd715a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.084873886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cb5356f-7350-4f5a-aa2c-d06111309354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.084875338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"a1964851-45cf-404f-b28a-38f7e52a9e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.097724855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d5e784d2-a063-4abc-9543-ce7a5809d2bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.10930595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-866159-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"882d1624-3632-4cc9-8ebe-60e58fd715a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.111531194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-866159-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"a1964851-45cf-404f-b28a-38f7e52a9e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.121517006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d5e784d2-a063-4abc-9543-ce7a5809d2bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.17653724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"38a6e13a-036d-43d1-9c81-d8853e3bccd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.177289192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"7e0221dd-83db-4a76-9627-c2c8f7201653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.198148511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"38a6e13a-036d-43d1-9c81-d8853e3bccd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.198738473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"7e0221dd-83db-4a76-9627-c2c8f7201653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.264054838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"44f2d567-c0e6-4e51-ae89-17c1d585bfc3","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-de8cc7","tenantID":"e2e-praxis-a-de8cc7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.283019799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"6beb2002-2a40-4de6-8c6f-8c77f1ed61bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.288462184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"44f2d567-c0e6-4e51-ae89-17c1d585bfc3","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"e2e-praxis-a-de8cc7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.305185963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"6beb2002-2a40-4de6-8c6f-8c77f1ed61bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.40846042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"64e23d22-fad1-4290-8707-61a9f264d809","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.429252629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"64e23d22-fad1-4290-8707-61a9f264d809","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.498476477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey-auth","reconcileID":"08fc4b42-6b90-47e7-8e37-f95abed4adfd","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.499579643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b4c0512-e476-4423-acb4-897506ff1b5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.519471026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey-auth","reconcileID":"08fc4b42-6b90-47e7-8e37-f95abed4adfd","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.526728276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b4c0512-e476-4423-acb4-897506ff1b5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.528471347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"6787937d-8723-48f0-b951-270e6ff7b5d1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.528520769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"9de03200-e1c4-4473-adc7-990550d7a4f3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.551183002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"9de03200-e1c4-4473-adc7-990550d7a4f3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.551368848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"6787937d-8723-48f0-b951-270e6ff7b5d1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.630090032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8bd73cfe-4383-4847-b209-3402f872dca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.651589024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8bd73cfe-4383-4847-b209-3402f872dca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.737840329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"a50d68fe-a009-4ffe-bbd1-35d16aa2b9b8","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.737875168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"b197096a-f439-46b4-bf3d-5f04e3adee75","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.759697744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"b197096a-f439-46b4-bf3d-5f04e3adee75","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.76006365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"a50d68fe-a009-4ffe-bbd1-35d16aa2b9b8","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.829616737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"b39b96a6-1d8a-48cf-9cdf-d31eaa13330f","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.850441618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"b39b96a6-1d8a-48cf-9cdf-d31eaa13330f","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.856607068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"0c4db7e9-192d-4732-8c07-fccb2c43aef3","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.915520481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"ac5a1f8e-82ee-4530-a3b4-0cb7e526fed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.915565995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c776536a-0bc5-4d4f-af52-49e4df05d9b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.938529211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"ac5a1f8e-82ee-4530-a3b4-0cb7e526fed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:15:59.938765721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c776536a-0bc5-4d4f-af52-49e4df05d9b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:00.018130381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey-auth","reconcileID":"12e982f2-0683-4133-8cd6-9dcce89d56f0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:00.07045343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey-auth","reconcileID":"12e982f2-0683-4133-8cd6-9dcce89d56f0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:03.407187152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"396946b8-fd5d-4d5e-8bfc-fa82d26ff0ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:03.470250736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"09fcf4eb-803b-4b93-bf1b-73aa05c7f43c","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:03.944676786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"e998f36e-33dd-4e85-9894-bd1d93f67708","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.010756519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"9f095966-2cdf-4ea9-a1eb-b5be77425890","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.228521777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"55054c2d-91f7-498f-8e7b-b216905fa660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.249598002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"02ef0c6a-50b2-4edb-aa19-1f88619ca508","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.250379558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"e092d70f-db99-4c91-92c4-1395eb891f91","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.251148515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"1da932cd-20e7-4e27-bca1-0552f186d88a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.255310763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"55054c2d-91f7-498f-8e7b-b216905fa660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.29112426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"e092d70f-db99-4c91-92c4-1395eb891f91","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.296646318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"1da932cd-20e7-4e27-bca1-0552f186d88a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.298239343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"02ef0c6a-50b2-4edb-aa19-1f88619ca508","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.405088393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"056f11b9-545d-4b7f-ac3c-dfa355c6328b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.42895816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"c9b3ed77-80e7-4d80-9a37-f87fd7f5cc19","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.428987081Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"c9b3ed77-80e7-4d80-9a37-f87fd7f5cc19","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"routeName":"external-model-e2e-rec-recover-8d6460-f36b468e9795","namespace":"e2e-extmod-rec-noaccess-69b5ed","model":"e2e-rec-recover-8d6460","externalModel":"e2e-rec-recover-8d6460","provider":"e2e-rec-recover-8d6460-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.433299325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"056f11b9-545d-4b7f-ac3c-dfa355c6328b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.468550935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-866159-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4bac99366fa4c1ad70fdb6f5d8d707913725ebec7a9b79d8be9cb9364234d15) AuthConfig (1db8ba7a32fb962ab605f94b3712b89e1791333dc22a76bb33c49588d920524f) AuthConfig (5b0764aff08854f539456e8082731c50e77d5779a2173df4818c04ebabcfe1b9) AuthConfig (b36d0c87736cb2393c05d71a3334242e024a2ac99eae37bf82abe8eed7d18fb7) AuthConfig (afa29b62c81bb12cb0be53269683d7f297b6ac0dc9e8b6ded7564430ce718f23) AuthConfig (cc321baf93f627ffea69e48fb22c9115c449e9b956dedbc1038dd2dc7b832753) AuthConfig (1de66a414d53f33f79cd8fb40700204f07d689a0dbe87fd4752926b9dcb5a307) AuthConfig (240649c974703ef356ab26b9c06ae9db41a3d6e6de7fc7b22076129abd8b69e7) AuthConfig (573e6f349f498530afdc729ea70be68163ca03ce532c23feeeb4a1577f6b5aeb) AuthConfig (4acb121ec0576b44e1026c3f7ea42a95a5ce35d66fbd1f1e037f6724188df682) AuthConfig (f57a1505115e78fdd43b9c93810620ee7a688fc4e4b03a829bfdb1cea16fb3c5) AuthConfig (ff021083121e64a22b64b9f3ef3561e8157bbae2eb7f97761a17bf8b9a52cbf4) AuthConfig (98364519b32497fe2669e1e7a30c7c3bc1e08b9aa1f9841f594adfda469cc7f6) AuthConfig (7b0f1560d0c3fab246bf3a31c424e7f54778894e511b5c76535d575bc6b389e9) AuthConfig (60f3e205e09559c52197df11ca76f172f2e943c50fda80ff7165dffaf755895b) AuthConfig (d65222ef0896f743a17752818623e696cdcc11a8af73cdf0813bd3f3a0461890) AuthConfig (d23f3cb7867c13734e89b37ccdcd10b6829c2c6cf15cb2a60fa46116400f1201) AuthConfig (408f7a871b43a23d61f2c14d0f83caf3e464ec0b8a0ff3ba33b5b71f7d58e074) AuthConfig (ef7930e53a7a7188b9b25e6052d257cdc83eaa3f689224c88737e81e8d64de43) AuthConfig (4756ea68256b0a44466d9caac261555c548cb8088b7a944a05667dd0106b139d) AuthConfig (d3763cd59dd8b6e4b4f5071910a11f8d3fab76477789e366bda58d6a8b5f6ef7) AuthConfig (5d5be57b1afee3df0f7122ea3542a358b7c2ea8d51e112c182bca1de0ada31c7) AuthConfig (58cab2f4d66f364527531a33af2eccbaffe4f917ac2fcf12334ac14e560f32e3) AuthConfig (91084951e1d03bf2f2aee310e09a1e92ea83b7989a9e038951777cebe437b83a) AuthConfig (309ab24f7c64e09ba28e02e813070458f5aacae08efc97dbfc448c5bd79090a7) AuthConfig (a9495d14ae02cb9ef02f786154f3fb01418941bf80ccfece631697ec85951584) AuthConfig (4f62b1ce8e285690d6103f1ebfa9e147212507c9b943642fdc35514d4deea603) AuthConfig (e984e0403a2ca0b0a9dbbc8a067127a8fae55af3b4c6a87637db4ab00de18f07) AuthConfig (eb4226e3c2ca33acb4115a1231006a0549ebfaa0c485b100502c17986c1d6919) AuthConfig (c331894f96e1c4b21d31cf69bf064dd0454f78c591a3ab10847b691d4189b5ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"056f11b9-545d-4b7f-ac3c-dfa355c6328b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.493535942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"78801c89-032e-40c2-a4a8-ae340d8b965c","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.505279893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"e4469caa-0c94-4972-b372-eb2553a0a86e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.556994346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"e4469caa-0c94-4972-b372-eb2553a0a86e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.569291059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"13b3c098-2c32-4519-afca-8b909a8d09a9","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.583014972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"13b3c098-2c32-4519-afca-8b909a8d09a9","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"routeName":"external-model-e2e-rec-recover-8d6460-f36b468e9795","namespace":"e2e-extmod-rec-noaccess-69b5ed","model":"e2e-rec-recover-8d6460","externalModel":"e2e-rec-recover-8d6460","provider":"e2e-rec-recover-8d6460-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.611881011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-866159-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4bac99366fa4c1ad70fdb6f5d8d707913725ebec7a9b79d8be9cb9364234d15) AuthConfig (1db8ba7a32fb962ab605f94b3712b89e1791333dc22a76bb33c49588d920524f) AuthConfig (5b0764aff08854f539456e8082731c50e77d5779a2173df4818c04ebabcfe1b9) AuthConfig (b36d0c87736cb2393c05d71a3334242e024a2ac99eae37bf82abe8eed7d18fb7) AuthConfig (afa29b62c81bb12cb0be53269683d7f297b6ac0dc9e8b6ded7564430ce718f23) AuthConfig (cc321baf93f627ffea69e48fb22c9115c449e9b956dedbc1038dd2dc7b832753) AuthConfig (1de66a414d53f33f79cd8fb40700204f07d689a0dbe87fd4752926b9dcb5a307) AuthConfig (240649c974703ef356ab26b9c06ae9db41a3d6e6de7fc7b22076129abd8b69e7) AuthConfig (573e6f349f498530afdc729ea70be68163ca03ce532c23feeeb4a1577f6b5aeb) AuthConfig (4acb121ec0576b44e1026c3f7ea42a95a5ce35d66fbd1f1e037f6724188df682) AuthConfig (f57a1505115e78fdd43b9c93810620ee7a688fc4e4b03a829bfdb1cea16fb3c5) AuthConfig (ff021083121e64a22b64b9f3ef3561e8157bbae2eb7f97761a17bf8b9a52cbf4) AuthConfig (98364519b32497fe2669e1e7a30c7c3bc1e08b9aa1f9841f594adfda469cc7f6) AuthConfig (7b0f1560d0c3fab246bf3a31c424e7f54778894e511b5c76535d575bc6b389e9) AuthConfig (60f3e205e09559c52197df11ca76f172f2e943c50fda80ff7165dffaf755895b) AuthConfig (d65222ef0896f743a17752818623e696cdcc11a8af73cdf0813bd3f3a0461890) AuthConfig (d23f3cb7867c13734e89b37ccdcd10b6829c2c6cf15cb2a60fa46116400f1201) AuthConfig (408f7a871b43a23d61f2c14d0f83caf3e464ec0b8a0ff3ba33b5b71f7d58e074) AuthConfig (ef7930e53a7a7188b9b25e6052d257cdc83eaa3f689224c88737e81e8d64de43) AuthConfig (4756ea68256b0a44466d9caac261555c548cb8088b7a944a05667dd0106b139d) AuthConfig (d3763cd59dd8b6e4b4f5071910a11f8d3fab76477789e366bda58d6a8b5f6ef7) AuthConfig (5d5be57b1afee3df0f7122ea3542a358b7c2ea8d51e112c182bca1de0ada31c7) AuthConfig (58cab2f4d66f364527531a33af2eccbaffe4f917ac2fcf12334ac14e560f32e3) AuthConfig (91084951e1d03bf2f2aee310e09a1e92ea83b7989a9e038951777cebe437b83a) AuthConfig (309ab24f7c64e09ba28e02e813070458f5aacae08efc97dbfc448c5bd79090a7) AuthConfig (a9495d14ae02cb9ef02f786154f3fb01418941bf80ccfece631697ec85951584) AuthConfig (4f62b1ce8e285690d6103f1ebfa9e147212507c9b943642fdc35514d4deea603) AuthConfig (e984e0403a2ca0b0a9dbbc8a067127a8fae55af3b4c6a87637db4ab00de18f07) AuthConfig (eb4226e3c2ca33acb4115a1231006a0549ebfaa0c485b100502c17986c1d6919) AuthConfig (c331894f96e1c4b21d31cf69bf064dd0454f78c591a3ab10847b691d4189b5ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"e4469caa-0c94-4972-b372-eb2553a0a86e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.631144895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"3fb9c0ab-52a9-42d6-93c0-fec04f4ba699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.663800884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"a335caa7-7d70-429e-bda8-9c7e03c8ac30","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.664724783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"3fb9c0ab-52a9-42d6-93c0-fec04f4ba699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.686298891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"ee3644e8-8f71-4569-8cfc-313721ebcf63","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.687582804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-866159-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4bac99366fa4c1ad70fdb6f5d8d707913725ebec7a9b79d8be9cb9364234d15) AuthConfig (1db8ba7a32fb962ab605f94b3712b89e1791333dc22a76bb33c49588d920524f) AuthConfig (5b0764aff08854f539456e8082731c50e77d5779a2173df4818c04ebabcfe1b9) AuthConfig (b36d0c87736cb2393c05d71a3334242e024a2ac99eae37bf82abe8eed7d18fb7) AuthConfig (afa29b62c81bb12cb0be53269683d7f297b6ac0dc9e8b6ded7564430ce718f23) AuthConfig (cc321baf93f627ffea69e48fb22c9115c449e9b956dedbc1038dd2dc7b832753) AuthConfig (1de66a414d53f33f79cd8fb40700204f07d689a0dbe87fd4752926b9dcb5a307) AuthConfig (240649c974703ef356ab26b9c06ae9db41a3d6e6de7fc7b22076129abd8b69e7) AuthConfig (573e6f349f498530afdc729ea70be68163ca03ce532c23feeeb4a1577f6b5aeb) AuthConfig (4acb121ec0576b44e1026c3f7ea42a95a5ce35d66fbd1f1e037f6724188df682) AuthConfig (f57a1505115e78fdd43b9c93810620ee7a688fc4e4b03a829bfdb1cea16fb3c5) AuthConfig (ff021083121e64a22b64b9f3ef3561e8157bbae2eb7f97761a17bf8b9a52cbf4) AuthConfig (98364519b32497fe2669e1e7a30c7c3bc1e08b9aa1f9841f594adfda469cc7f6) AuthConfig (7b0f1560d0c3fab246bf3a31c424e7f54778894e511b5c76535d575bc6b389e9) AuthConfig (60f3e205e09559c52197df11ca76f172f2e943c50fda80ff7165dffaf755895b) AuthConfig (d65222ef0896f743a17752818623e696cdcc11a8af73cdf0813bd3f3a0461890) AuthConfig (d23f3cb7867c13734e89b37ccdcd10b6829c2c6cf15cb2a60fa46116400f1201) AuthConfig (408f7a871b43a23d61f2c14d0f83caf3e464ec0b8a0ff3ba33b5b71f7d58e074) AuthConfig (ef7930e53a7a7188b9b25e6052d257cdc83eaa3f689224c88737e81e8d64de43) AuthConfig (4756ea68256b0a44466d9caac261555c548cb8088b7a944a05667dd0106b139d) AuthConfig (d3763cd59dd8b6e4b4f5071910a11f8d3fab76477789e366bda58d6a8b5f6ef7) AuthConfig (5d5be57b1afee3df0f7122ea3542a358b7c2ea8d51e112c182bca1de0ada31c7) AuthConfig (58cab2f4d66f364527531a33af2eccbaffe4f917ac2fcf12334ac14e560f32e3) AuthConfig (91084951e1d03bf2f2aee310e09a1e92ea83b7989a9e038951777cebe437b83a) AuthConfig (309ab24f7c64e09ba28e02e813070458f5aacae08efc97dbfc448c5bd79090a7) AuthConfig (a9495d14ae02cb9ef02f786154f3fb01418941bf80ccfece631697ec85951584) AuthConfig (4f62b1ce8e285690d6103f1ebfa9e147212507c9b943642fdc35514d4deea603) AuthConfig (e984e0403a2ca0b0a9dbbc8a067127a8fae55af3b4c6a87637db4ab00de18f07) AuthConfig (eb4226e3c2ca33acb4115a1231006a0549ebfaa0c485b100502c17986c1d6919) AuthConfig (c331894f96e1c4b21d31cf69bf064dd0454f78c591a3ab10847b691d4189b5ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"3fb9c0ab-52a9-42d6-93c0-fec04f4ba699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:16:04.70508679Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"3fb9c0ab-52a9-42d6-93c0-fec04f4ba699","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.716024695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"ee3644e8-8f71-4569-8cfc-313721ebcf63","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.768898969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"941c45ec-9aa9-4db5-8ced-0a1b56fc50dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.790029709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"941c45ec-9aa9-4db5-8ced-0a1b56fc50dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.809922651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-866159-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4bac99366fa4c1ad70fdb6f5d8d707913725ebec7a9b79d8be9cb9364234d15) AuthConfig (1db8ba7a32fb962ab605f94b3712b89e1791333dc22a76bb33c49588d920524f) AuthConfig (5b0764aff08854f539456e8082731c50e77d5779a2173df4818c04ebabcfe1b9) AuthConfig (b36d0c87736cb2393c05d71a3334242e024a2ac99eae37bf82abe8eed7d18fb7) AuthConfig (afa29b62c81bb12cb0be53269683d7f297b6ac0dc9e8b6ded7564430ce718f23) AuthConfig (cc321baf93f627ffea69e48fb22c9115c449e9b956dedbc1038dd2dc7b832753) AuthConfig (1de66a414d53f33f79cd8fb40700204f07d689a0dbe87fd4752926b9dcb5a307) AuthConfig (240649c974703ef356ab26b9c06ae9db41a3d6e6de7fc7b22076129abd8b69e7) AuthConfig (573e6f349f498530afdc729ea70be68163ca03ce532c23feeeb4a1577f6b5aeb) AuthConfig (4acb121ec0576b44e1026c3f7ea42a95a5ce35d66fbd1f1e037f6724188df682) AuthConfig (f57a1505115e78fdd43b9c93810620ee7a688fc4e4b03a829bfdb1cea16fb3c5) AuthConfig (ff021083121e64a22b64b9f3ef3561e8157bbae2eb7f97761a17bf8b9a52cbf4) AuthConfig (98364519b32497fe2669e1e7a30c7c3bc1e08b9aa1f9841f594adfda469cc7f6) AuthConfig (7b0f1560d0c3fab246bf3a31c424e7f54778894e511b5c76535d575bc6b389e9) AuthConfig (60f3e205e09559c52197df11ca76f172f2e943c50fda80ff7165dffaf755895b) AuthConfig (d65222ef0896f743a17752818623e696cdcc11a8af73cdf0813bd3f3a0461890) AuthConfig (d23f3cb7867c13734e89b37ccdcd10b6829c2c6cf15cb2a60fa46116400f1201) AuthConfig (408f7a871b43a23d61f2c14d0f83caf3e464ec0b8a0ff3ba33b5b71f7d58e074) AuthConfig (ef7930e53a7a7188b9b25e6052d257cdc83eaa3f689224c88737e81e8d64de43) AuthConfig (4756ea68256b0a44466d9caac261555c548cb8088b7a944a05667dd0106b139d) AuthConfig (d3763cd59dd8b6e4b4f5071910a11f8d3fab76477789e366bda58d6a8b5f6ef7) AuthConfig (5d5be57b1afee3df0f7122ea3542a358b7c2ea8d51e112c182bca1de0ada31c7) AuthConfig (58cab2f4d66f364527531a33af2eccbaffe4f917ac2fcf12334ac14e560f32e3) AuthConfig (91084951e1d03bf2f2aee310e09a1e92ea83b7989a9e038951777cebe437b83a) AuthConfig (309ab24f7c64e09ba28e02e813070458f5aacae08efc97dbfc448c5bd79090a7) AuthConfig (a9495d14ae02cb9ef02f786154f3fb01418941bf80ccfece631697ec85951584) AuthConfig (4f62b1ce8e285690d6103f1ebfa9e147212507c9b943642fdc35514d4deea603) AuthConfig (e984e0403a2ca0b0a9dbbc8a067127a8fae55af3b4c6a87637db4ab00de18f07) AuthConfig (eb4226e3c2ca33acb4115a1231006a0549ebfaa0c485b100502c17986c1d6919) AuthConfig (c331894f96e1c4b21d31cf69bf064dd0454f78c591a3ab10847b691d4189b5ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"941c45ec-9aa9-4db5-8ced-0a1b56fc50dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.855088937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"3173d8f1-083c-42b8-bba5-ae18d317c0e4","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:04.855110151Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"3173d8f1-083c-42b8-bba5-ae18d317c0e4","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"routeName":"external-model-e2e-rec-recover-8d6460-f36b468e9795","namespace":"e2e-extmod-rec-noaccess-69b5ed","model":"e2e-rec-recover-8d6460","externalModel":"e2e-rec-recover-8d6460","provider":"e2e-rec-recover-8d6460-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:05.670830921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"67313d06-dfb9-4b81-9722-5c269da10e16","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:05.670850218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"67313d06-dfb9-4b81-9722-5c269da10e16","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:05.726929355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"19127ead-0ce8-4b56-8d37-2e16a9529586","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-de8cc7","tenantID":"e2e-praxis-a-de8cc7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:05.736871801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-sub","reconcileID":"a01dd7a4-ef6c-44c0-b1b3-7fe239c30879","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"maas-trlp-praxis-route-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:05.747577837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"19127ead-0ce8-4b56-8d37-2e16a9529586","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"e2e-praxis-a-de8cc7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:05.800359638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"666ad8db-3c8b-40a5-be82-3537b9fef775","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:05.800378204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"666ad8db-3c8b-40a5-be82-3537b9fef775","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:05.866027551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-sub","reconcileID":"dbd1e329-9174-42e1-b7d7-1da33c172b07","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"maas-trlp-praxis-route-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.109621933Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.375336112Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-sub2","reconcileID":"cb7fc344-19ec-4f01-9bc8-8a26c686fc60","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.391618318Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-sub2","reconcileID":"cb7fc344-19ec-4f01-9bc8-8a26c686fc60","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.408007843Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-sub2","reconcileID":"cb7fc344-19ec-4f01-9bc8-8a26c686fc60","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.564351545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"eebe6b33-b29b-4add-8490-4304d456449a","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.564511804Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.645728302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"1f912f52-56d1-43a7-adac-544609fa8ed5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.645728329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"54afdfe6-73c8-406f-8713-279499964a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.648639175Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"10a21a4b-1930-4e6e-ae6d-668fc6626436","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.652897601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"b5f3f517-2421-4b79-8c67-271e218991db","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.653041588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"cbc78818-f915-465e-9a59-b395fa2af22f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.667235117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"1f912f52-56d1-43a7-adac-544609fa8ed5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.66728405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"54afdfe6-73c8-406f-8713-279499964a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.674180584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"cbc78818-f915-465e-9a59-b395fa2af22f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.674560706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"b5f3f517-2421-4b79-8c67-271e218991db","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.722601164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"796821ba-edbe-4e4c-9be5-062f45509d3d","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.80423131Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth1","reconcileID":"35fd3324-ebfc-42b1-b9e5-d008c79d3f29","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.867573709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"36c6d3e7-50d3-46a3-9ab2-5bf6d32d9e60","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:06.888692836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"36c6d3e7-50d3-46a3-9ab2-5bf6d32d9e60","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:07.024988526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"60918ac4-8af4-405e-9495-778890c00ed9","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:07.178874577Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-multi-keys-auth2","reconcileID":"463a295e-f302-4675-b505-11a91a15a7b6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:07.179056839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"8bf4a9f0-433c-4741-bd17-519ae210e710","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:07.327536491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"f2e7b42a-a114-45c0-b481-ac64efe2aa08","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:09.923573755Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey","reconcileID":"d37ee9a3-9c83-458b-860f-012614a3964a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:09.998288825Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey","reconcileID":"d37ee9a3-9c83-458b-860f-012614a3964a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:09.998433234Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey","reconcileID":"d37ee9a3-9c83-458b-860f-012614a3964a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:09.9986417Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey","reconcileID":"d37ee9a3-9c83-458b-860f-012614a3964a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4be645/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:10.067004198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"c920f35f-6430-4ddb-af00-3b45ee8b2a55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:10.171973031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"5efd87e2-d071-44da-aba9-52a189ac2260","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:10.172552086Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:10.22172819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"415488e0-4407-4158-ac02-786b7b64358f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:10.22173658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey-auth","reconcileID":"c917bdc9-e9e1-4735-908d-42e4f4b0bce6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:10.222383721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b15019bf-2704-4385-92f5-7b488f959d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:10.242974878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"415488e0-4407-4158-ac02-786b7b64358f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:10.243041889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey-auth","reconcileID":"c917bdc9-e9e1-4735-908d-42e4f4b0bce6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:10.245117905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b15019bf-2704-4385-92f5-7b488f959d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:10.334337413Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-apikey-auth","reconcileID":"26bd71ac-9edf-4712-8882-05368ddf66e4","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:10.334343187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"b91f4111-2741-4227-a718-803aff674d52","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:10.497308572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"f3e9acc5-caba-464a-8720-a454341c56df","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.339205677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"13c4fe00-e977-492e-81a3-677cde7348d5","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.360226333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"03458ce2-c088-4bdf-b860-6699a44fe096","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.426089613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube-auth","reconcileID":"74eed052-5776-4e29-9f70-155e1ef14240","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.473381541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube-auth","reconcileID":"74eed052-5776-4e29-9f70-155e1ef14240","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.551579043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"f5c35031-fd45-4a8b-aba3-09a051f86528","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.551752507Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.560718509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"5cdd02f2-f55e-4a61-9bc4-77c1241226d3","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.570972316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"a24fa109-8fcf-4625-947e-8df1b124cb62","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:16:11.588801728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube","reconcileID":"f161d41b-ace9-4695-9a5e-649e25493d38","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.603259121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"2ddbbf7b-adb9-4d96-8b97-b10a4e72dc2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.603426617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b34a7e92-1427-4805-ba06-bf273da6b248","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.624215048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b34a7e92-1427-4805-ba06-bf273da6b248","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.624266337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"2ddbbf7b-adb9-4d96-8b97-b10a4e72dc2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.631369392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"942b3316-36eb-4c77-9892-bb553eb4f169","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.650531517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"e65cca2b-8b37-4745-90a6-efb9dba76fe8","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.699843688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube-auth","reconcileID":"33d03f45-295f-411f-8631-9dd6797a2266","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.721428575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube-auth","reconcileID":"33d03f45-295f-411f-8631-9dd6797a2266","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.738739943Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube","reconcileID":"db00d810-4a06-4d00-9362-849d6f6cd3ae","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.73885918Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube","reconcileID":"db00d810-4a06-4d00-9362-849d6f6cd3ae","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4be645/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.814452171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"8495b1ae-88d4-41c9-b282-930b85b2c159","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.814768597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"43f8f37e-78c3-407a-a5a8-dee5d67b141e","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.815809974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"949aa579-eb9e-4d32-b8ef-0b6a2b1e3986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.81708801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"500883f6-c45c-4e43-9db3-a164073dad40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.83687127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"8495b1ae-88d4-41c9-b282-930b85b2c159","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.837391111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"949aa579-eb9e-4d32-b8ef-0b6a2b1e3986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.908449372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube-auth","reconcileID":"2f3a4e70-09c6-465f-a070-d2d30ee1a412","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.916701023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube","reconcileID":"0467f067-89f1-489c-8d67-15e2e289d733","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.916834036Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube","reconcileID":"0467f067-89f1-489c-8d67-15e2e289d733","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4be645/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:11.928958715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube-auth","reconcileID":"2f3a4e70-09c6-465f-a070-d2d30ee1a412","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:14.522946076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9baa6e62-72ee-43bc-b702-bcd8ffe3970b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:14.523905762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"87a0a838-de90-478e-8ac3-902f992a6e2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:14.638986363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"87a0a838-de90-478e-8ac3-902f992a6e2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:14.640432196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9baa6e62-72ee-43bc-b702-bcd8ffe3970b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:14.765090727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"c60fa46f-c1d7-4bed-a614-29804211fd0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:14.794633195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"c60fa46f-c1d7-4bed-a614-29804211fd0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:14.837227254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-866159-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91084951e1d03bf2f2aee310e09a1e92ea83b7989a9e038951777cebe437b83a) AuthConfig (4f62b1ce8e285690d6103f1ebfa9e147212507c9b943642fdc35514d4deea603) AuthConfig (5d5be57b1afee3df0f7122ea3542a358b7c2ea8d51e112c182bca1de0ada31c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"c60fa46f-c1d7-4bed-a614-29804211fd0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:14.871907808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"3146b8da-3781-44ae-8a48-b21154f33247","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:14.898216486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"70a6a901-e129-4b10-ae5d-cbad47d69f5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:14.92663988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"70a6a901-e129-4b10-ae5d-cbad47d69f5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:14.958357187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-866159-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91084951e1d03bf2f2aee310e09a1e92ea83b7989a9e038951777cebe437b83a) AuthConfig (4f62b1ce8e285690d6103f1ebfa9e147212507c9b943642fdc35514d4deea603) AuthConfig (5d5be57b1afee3df0f7122ea3542a358b7c2ea8d51e112c182bca1de0ada31c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"70a6a901-e129-4b10-ae5d-cbad47d69f5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:14.986521427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"b9b60e2a-cafd-4dea-9cdd-ffa58f055e04","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:15.727343184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"bf987b3f-2a2b-47ef-b9d4-81307318cef6","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:15.776929915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e505b86e-0bb9-4760-9c75-6ad11bcb854a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:15.777513263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"35cc00df-2b05-45f2-8993-98141654520e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:15.783585764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube-auth","reconcileID":"db5ec19b-224b-438f-ac66-10e6bec5b079","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:15.799192377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e505b86e-0bb9-4760-9c75-6ad11bcb854a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:15.799381734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"35cc00df-2b05-45f2-8993-98141654520e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:15.801657345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"e6d75778-1802-408b-a77a-5b734e172446","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:15.801672501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"e6d75778-1802-408b-a77a-5b734e172446","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:15.804506348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube-auth","reconcileID":"db5ec19b-224b-438f-ac66-10e6bec5b079","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:16.681874705Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"30f8161c-a447-402b-a486-1f239932d240","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:18.682568503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"5e144b15-44b4-4f66-a790-66d85d30f9e0","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:18.70161317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"cc6f4985-d059-4c79-a3f7-424749777d18","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:18.774919122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"821b3734-0dd0-4ab7-aa14-40f5bd6a66d3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:18.79740369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"821b3734-0dd0-4ab7-aa14-40f5bd6a66d3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:18.894309581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"d1adda01-8301-41f7-abb1-18e68d3a2c10","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:18.894546044Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:18.919637283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"f522ec0f-e398-4d58-b06d-66ddc5c84be6","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:16:18.937081859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"5d918da2-b4e4-4f13-9032-aac7febfcb8c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:16:18.939234305Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"f522ec0f-e398-4d58-b06d-66ddc5c84be6","name":"distinct-w4-c0c28f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-c0c28f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:16:18.939279457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"f522ec0f-e398-4d58-b06d-66ddc5c84be6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-c0c28f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:18.944542563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"ebc883e5-b53c-444b-813c-881be4bc7349","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:18.968808323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"7be325df-9460-4a85-8826-356a68897fb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:18.97160194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"4eaaefea-290c-43df-b6c0-acd0c9303451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:18.976406671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"d8aae7f8-2546-4af6-a51b-023762027a83","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:18.976989428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"aef23dfe-17c3-4759-9dbc-42408b58d132","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:18.990245438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"7be325df-9460-4a85-8826-356a68897fb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:18.993919213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"4eaaefea-290c-43df-b6c0-acd0c9303451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:18.998105182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"6fa1522e-4386-46b5-91eb-da624064b112","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.068008767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e68ae94d-7a79-4f94-8f17-610bbb575d4f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.075177861Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"52ef9b86-591c-4265-9c48-bd3087f6754d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-w4-c0c28f","model":"distinct-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.088588566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e68ae94d-7a79-4f94-8f17-610bbb575d4f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.102455828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"e3c0f324-ca27-4d22-8516-96d7e4363207","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.12170263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"53f26987-d2a2-48b4-9188-af2addf269a2","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.134070353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"908c3de6-a715-43e5-96dd-8cdc525273fe","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.181294626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"fdf1a5fc-9e3f-4c1d-a1c3-d1710ebd67a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.198577579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f809c59b-c4f8-4f6e-9188-047c7cb0ce3f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.20235405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"fdf1a5fc-9e3f-4c1d-a1c3-d1710ebd67a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.284830306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"edd68246-2b2c-43f4-b2b8-ae0f10716f75","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.285076445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"31c7ad96-8d86-47aa-beb1-3d0ac6f128d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.302420048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"a98cf59b-22d2-4920-8b54-a5720439505e","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.302672147Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub]","namespace=ai-tenant-e2e-worker-w4-c0c28f priority=0:[ai-tenant-e2e-worker-w4-c0c28f/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-c0c28f/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.307363793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"31c7ad96-8d86-47aa-beb1-3d0ac6f128d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.307467405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"edd68246-2b2c-43f4-b2b8-ae0f10716f75","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.326813488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"07af815f-f31e-447f-8111-4df321715a65","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:16:19.335911936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"79783034-9a25-40d3-9b9d-5a02175fb2c7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.346111759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"d95f196c-b39d-4551-ae3f-b339bc131291","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.371120473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"ef86094d-ddeb-4763-83af-ec4feebb6c40","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.382424112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a02387d6-4356-4906-846a-97d51a11f3f2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.382536714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"85d3a82e-f1de-486a-b738-36a5d77471f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.392114283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"e25b68ec-5a37-48a4-a46e-62be54e2c012","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.403615692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"85d3a82e-f1de-486a-b738-36a5d77471f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.403642405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a02387d6-4356-4906-846a-97d51a11f3f2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.457959302Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"01562a70-12dc-4a1b-b1ce-f1022a321985","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","model":"distinct-2-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.478437695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"eedd7dd6-59b0-4f4b-bd49-306b628eb82d","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.527580099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"045d99c8-33b3-4984-9b4c-4341669f6259","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.61214171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dd2441d9-bcf3-405b-940f-935e53f6785e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.613104554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"e1fe0035-0b6a-450c-a7b4-838e7b17cd24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.630552015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"047681fd-02da-4e55-8d43-837e86c2163a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.635138083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"e1fe0035-0b6a-450c-a7b4-838e7b17cd24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.675505551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dd2441d9-bcf3-405b-940f-935e53f6785e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.747630286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"dd518a4e-ef8a-45e9-aef1-eb33903fdc9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.74800429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b49ef442-b669-42c6-b270-2bc98b9dcf63","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.768939753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b49ef442-b669-42c6-b270-2bc98b9dcf63","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:19.769068758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"dd518a4e-ef8a-45e9-aef1-eb33903fdc9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.111126756Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub]","namespace=ai-tenant-e2e-worker-w4-c0c28f priority=0:[ai-tenant-e2e-worker-w4-c0c28f/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-c0c28f/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.127678204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"a9b1a6c6-606e-477b-86d4-1360ae9d060c","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.127698019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"a9b1a6c6-606e-477b-86d4-1360ae9d060c","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"routeName":"external-model-e2e-rec-recover-8d6460-f36b468e9795","namespace":"e2e-extmod-rec-noaccess-69b5ed","model":"e2e-rec-recover-8d6460","externalModel":"e2e-rec-recover-8d6460","provider":"e2e-rec-recover-8d6460-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:16:20.174449986Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-8d6460-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.184790655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"7e47dca9-7ded-4962-a1b6-c09c908891b4","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.184810146Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"7e47dca9-7ded-4962-a1b6-c09c908891b4","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.211138609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"cc461dd6-1038-4293-a0b7-85cd8bb7acda","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.21826436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"f0b33a7d-b74a-4f24-a89e-250aef36bbb9","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.218383742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"f5aa9630-1c29-434e-a605-e1f94a6a4e76","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.218694484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"63743ab2-de9d-4f53-9e4d-69d0f79876fc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.219044305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"8e899fd7-b6e8-4955-a600-20d5f17dc1d3","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.219687459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"047c95cd-b551-4c7a-89d1-81dbe992de8b","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.219705041Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"047c95cd-b551-4c7a-89d1-81dbe992de8b","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"routeName":"external-model-e2e-rec-recover-8d6460-f36b468e9795","namespace":"e2e-extmod-rec-noaccess-69b5ed","model":"e2e-rec-recover-8d6460","externalModel":"e2e-rec-recover-8d6460","provider":"e2e-rec-recover-8d6460-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.23343175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"cc461dd6-1038-4293-a0b7-85cd8bb7acda","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.236370268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"76af7828-729c-47d4-bc59-877437b0decf","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.239594668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"f0b33a7d-b74a-4f24-a89e-250aef36bbb9","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.2402585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"f5aa9630-1c29-434e-a605-e1f94a6a4e76","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.242373915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"63743ab2-de9d-4f53-9e4d-69d0f79876fc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.243345413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"8e899fd7-b6e8-4955-a600-20d5f17dc1d3","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.254960669Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8d6460-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-sub","reconcileID":"597b316a-c493-4a7a-80c0-3709381ea94d","MaaSSubscription":{"name":"e2e-rec-recover-8d6460-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-rec-recover-8d6460","model":"e2e-rec-recover-8d6460","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.255091956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"02142cf5-2f36-4e99-bea2-86601f998c95","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.255107342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"02142cf5-2f36-4e99-bea2-86601f998c95","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.290326479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"94c62478-a06f-4902-a6e5-f5408e61f1bb","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.290345869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"94c62478-a06f-4902-a6e5-f5408e61f1bb","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"routeName":"external-model-e2e-rec-ctrl-a69e61-1815c5a50373","namespace":"e2e-extmod-rec-user-a6c179","model":"e2e-rec-ctrl-a69e61","externalModel":"e2e-rec-ctrl-a69e61","provider":"e2e-rec-ctrl-a69e61-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.326093072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"28ca6deb-0fb1-431d-8812-e3916ece5f45","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.326110157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"28ca6deb-0fb1-431d-8812-e3916ece5f45","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.358670295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"c33582d9-6c5d-4c79-8109-6b12ba783a62","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.358689291Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"c33582d9-6c5d-4c79-8109-6b12ba783a62","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"routeName":"external-model-e2e-rec-recover-8d6460-f36b468e9795","namespace":"e2e-extmod-rec-noaccess-69b5ed","model":"e2e-rec-recover-8d6460","externalModel":"e2e-rec-recover-8d6460","provider":"e2e-rec-recover-8d6460-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.408745734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"9d72225f-5176-4af3-81ac-3547bcf539b1","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.416360635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8d6460-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-sub","reconcileID":"7eebc372-3dae-4e24-8ebf-812ed12518f1","MaaSSubscription":{"name":"e2e-rec-recover-8d6460-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-rec-recover-8d6460","model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.434902995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"9d72225f-5176-4af3-81ac-3547bcf539b1","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.511893382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"cc44bc59-fc30-4b7f-9ade-41782a814761","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.512113939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"729055cb-dde4-440f-aa9b-857eb911b5c4","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.512328847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"34b269b9-50e1-444c-95e4-2858f37a2d98","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.512595732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"5de7ba9a-4772-4c90-b6e4-790efbcf741e","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.533397046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"34b269b9-50e1-444c-95e4-2858f37a2d98","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.533656777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"729055cb-dde4-440f-aa9b-857eb911b5c4","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.53636959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"5de7ba9a-4772-4c90-b6e4-790efbcf741e","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.536401146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"cc44bc59-fc30-4b7f-9ade-41782a814761","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.633554738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"29d2240d-d18c-4242-b354-65211edadcbb","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.69888236Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"1097e608-7973-41c1-8492-98456118cb94","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ff2806df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.722055042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9a7eb083-432d-48a6-9612-cd8080b26c4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.743665756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9a7eb083-432d-48a6-9612-cd8080b26c4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.814667426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c9ad81d6-fd47-4c3b-b3d0-0d5059073b0e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.814671192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c615b497-f0f9-4c75-bf57-ec94a7482b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.815199268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1fa14348-88ae-4987-9a0b-c5cd764d2afe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.836281222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c615b497-f0f9-4c75-bf57-ec94a7482b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.836422332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c9ad81d6-fd47-4c3b-b3d0-0d5059073b0e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.838414483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1fa14348-88ae-4987-9a0b-c5cd764d2afe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.914411152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d4304d97-799e-4dfa-97f5-2bf0e7f6f45b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:20.935397809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d4304d97-799e-4dfa-97f5-2bf0e7f6f45b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:24.922329332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"81758f5b-747d-4580-b970-89973b7ac415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:24.972931627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"81758f5b-747d-4580-b970-89973b7ac415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:24.992526163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-866159-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91084951e1d03bf2f2aee310e09a1e92ea83b7989a9e038951777cebe437b83a) AuthConfig (4f62b1ce8e285690d6103f1ebfa9e147212507c9b943642fdc35514d4deea603) AuthConfig (5d5be57b1afee3df0f7122ea3542a358b7c2ea8d51e112c182bca1de0ada31c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"81758f5b-747d-4580-b970-89973b7ac415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:25.034801021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"e3062935-6143-4789-b3d1-76df4fd46b46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:25.056321925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"e3062935-6143-4789-b3d1-76df4fd46b46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:25.075761888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-866159-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91084951e1d03bf2f2aee310e09a1e92ea83b7989a9e038951777cebe437b83a) AuthConfig (4f62b1ce8e285690d6103f1ebfa9e147212507c9b943642fdc35514d4deea603) AuthConfig (5d5be57b1afee3df0f7122ea3542a358b7c2ea8d51e112c182bca1de0ada31c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"e3062935-6143-4789-b3d1-76df4fd46b46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:25.78466919Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube","reconcileID":"c5a51fa7-f0e7-4313-9975-70fc36b3cc71","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:25.802324737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"33d52d14-cfc5-4da7-b303-0e4dd9b1259b","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:25.802344304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"33d52d14-cfc5-4da7-b303-0e4dd9b1259b","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:25.855833875Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube","reconcileID":"c5a51fa7-f0e7-4313-9975-70fc36b3cc71","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4be645/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:25.855858973Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube","reconcileID":"c5a51fa7-f0e7-4313-9975-70fc36b3cc71","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:25.855944058Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube","reconcileID":"c5a51fa7-f0e7-4313-9975-70fc36b3cc71","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4be645/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:25.92086633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"ddd24098-d894-4c39-9de2-3681730e7a0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:26.009389686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"676bd800-1b97-4694-8dd0-7850dee04a2c","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:26.00992781Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:26.031809473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"c1d5a104-eec6-4866-b31d-79d607e80409","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:26.059513548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube-auth","reconcileID":"bf237f11-ce74-43e2-b0d4-e6529fa78725","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:26.059603182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"44017cf5-6e80-4d48-a5ef-c41b46de4f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:26.059980804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"854d0c49-5f0d-4db7-92de-48fb29b75ec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:26.069822746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"030e5c98-566c-4801-9326-38418e6f7cce","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:26.069837924Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"030e5c98-566c-4801-9326-38418e6f7cce","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"routeName":"external-model-e2e-rec-recover-8d6460-f36b468e9795","namespace":"e2e-extmod-rec-noaccess-69b5ed","model":"e2e-rec-recover-8d6460","externalModel":"e2e-rec-recover-8d6460","provider":"e2e-rec-recover-8d6460-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:26.08176535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"44017cf5-6e80-4d48-a5ef-c41b46de4f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:26.081765331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube-auth","reconcileID":"bf237f11-ce74-43e2-b0d4-e6529fa78725","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:26.083903084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"854d0c49-5f0d-4db7-92de-48fb29b75ec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:26.18170471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"0ac39c49-e608-40dc-b22c-8853753946e5","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:26.216048009Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"e2e-degraded-models-kube-auth","reconcileID":"a3d781e5-2d61-46c9-b258-8ff44a0f8fac","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:26.436911567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"ed1a25e9-07e7-40c8-ae43-b0e9f72caf4e","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:26.715137074Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"e84733f7-4b74-49da-b301-a720897cc310","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:29.694602765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"679fa14b-93cf-48af-a7aa-adec5ce10210","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:29.825509788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"36da38d6-d4a4-4161-a15c-a53d2bc6aaf6","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:29.914492288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8d6460-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-sub","reconcileID":"b43f228a-c41b-432f-96be-2b48eb1c65e0","MaaSSubscription":{"name":"e2e-rec-recover-8d6460-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-rec-recover-8d6460","model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:30.075437529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"d0a324a6-fefb-4643-b10d-5ea201386eac","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:30.075552585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"d0a324a6-fefb-4643-b10d-5ea201386eac","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"routeName":"external-model-e2e-rec-recover-8d6460-f36b468e9795","namespace":"e2e-extmod-rec-noaccess-69b5ed","model":"e2e-rec-recover-8d6460","externalModel":"e2e-rec-recover-8d6460","provider":"e2e-rec-recover-8d6460-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:30.43252099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"1fb9ccbc-3846-4c79-8503-ffbdd19be026","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:30.521867364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"1fb9ccbc-3846-4c79-8503-ffbdd19be026","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:30.632616272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9aeafb3c-1c68-44d5-bb73-2b87d3ef8911","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:30.63822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"99db0be5-374b-4f50-8e75-fd3eee3390a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:30.654464769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4a62e758-59b0-429f-a278-1cc5f63fb724","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:30.657427352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"08755c2a-d976-41a0-a785-7e2498d29963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:30.708484632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9aeafb3c-1c68-44d5-bb73-2b87d3ef8911","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:30.737872418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"08755c2a-d976-41a0-a785-7e2498d29963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:30.741063157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4a62e758-59b0-429f-a278-1cc5f63fb724","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:30.743003262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"99db0be5-374b-4f50-8e75-fd3eee3390a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:30.743432469Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"9849d841-2af3-4f18-9fee-131c5e4e636c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:30.773139916Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"9849d841-2af3-4f18-9fee-131c5e4e636c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:30.814939619Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"9849d841-2af3-4f18-9fee-131c5e4e636c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:31.151407461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ad6af805-222b-488d-afa1-c25d62b8b65e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:31.245196853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"9aa97cc7-7352-4aca-850d-f22144d2feee","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:31.31992226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ad6af805-222b-488d-afa1-c25d62b8b65e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:31.277085147Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:31.277869711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"94e7a89e-12bf-40ad-9745-be7f30358ee4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:31.323721361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"0c5db20c-5508-4ea9-8748-c9ee90ce62e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:31.353311082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"94e7a89e-12bf-40ad-9745-be7f30358ee4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:31.454643868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"7a0c3bff-3350-466c-9b5e-6b1164b19031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:31.472291581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"9132e37e-b2f7-4845-8180-b9b91fdbad81","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:31.563798199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"0c5db20c-5508-4ea9-8748-c9ee90ce62e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:31.576695312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"7a0c3bff-3350-466c-9b5e-6b1164b19031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:31.66804197Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ab81b5c6-a4c3-418d-b3c1-f2589323b86b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7135e531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:31.873752108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e1fd8c74-e1ac-48aa-a2d0-4f2ca70b22b5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:31.901713802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7333741e-d92f-430e-9d74-39d78f0872fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:32.034541846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7333741e-d92f-430e-9d74-39d78f0872fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:32.055812189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e1fd8c74-e1ac-48aa-a2d0-4f2ca70b22b5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:32.073096253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"70650f5a-1254-4e41-b1ca-2726a24cdf7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:32.128619788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"70650f5a-1254-4e41-b1ca-2726a24cdf7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:32.156612073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"3291da24-508a-4699-a479-95f70277d084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:32.249310125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"3291da24-508a-4699-a479-95f70277d084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:35.042957218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"cf352da4-926b-4519-9208-8423662e4862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:35.063917309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"cf352da4-926b-4519-9208-8423662e4862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:35.142952296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"a801dfac-e387-4a88-ab7d-891fa83af3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:35.150956826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"087f7cfc-86f9-474c-b62a-abe188f49130","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:35.164221564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"a801dfac-e387-4a88-ab7d-891fa83af3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:35.254483538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"4550ef19-cbca-4ad1-a771-852acbe9d18d","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:35.803316333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"7111f9a0-ee9e-47cc-843a-7165aa552d97","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:35.80333606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"7111f9a0-ee9e-47cc-843a-7165aa552d97","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.106197044Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.265167711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"62ee90cc-9c4d-4273-a319-dac06a03b50b","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.265203969Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"62ee90cc-9c4d-4273-a319-dac06a03b50b","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-69b5ed\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-8d6460-f36b468e9795","namespace":"e2e-extmod-rec-noaccess-69b5ed","model":"e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.348902852Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8d6460-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-sub","reconcileID":"20cb8226-fb0c-462f-9b4f-e6cffe3c1aa7","MaaSSubscription":{"name":"e2e-rec-recover-8d6460-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.352482381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"ca6e158b-d57b-4f61-b89a-09bacf48bbdb","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.376068136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"ca6e158b-d57b-4f61-b89a-09bacf48bbdb","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.39234479Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"ca6e158b-d57b-4f61-b89a-09bacf48bbdb","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.433487477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"4406767d-c49b-401b-8066-06c3b8ddb940","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.433522332Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"4406767d-c49b-401b-8066-06c3b8ddb940","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-69b5ed\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-8d6460-f36b468e9795","namespace":"e2e-extmod-rec-noaccess-69b5ed","model":"e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.445709716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"d0ecb899-c537-4614-9890-94bc859a640e","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.445713773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"da2948fc-c0b7-415a-b9c4-fc10b2115257","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.454038779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"e957e5ba-3bd2-4529-b4c5-66fb66678db2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.454069218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"9511e27d-3e44-46ba-92e3-6170da82995e","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.466375537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"da2948fc-c0b7-415a-b9c4-fc10b2115257","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.46644345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"d0ecb899-c537-4614-9890-94bc859a640e","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.475105586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"e957e5ba-3bd2-4529-b4c5-66fb66678db2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.475152377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"9511e27d-3e44-46ba-92e3-6170da82995e","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.544989657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"e9b492d0-6f2f-4663-b68b-822316c9b6b7","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.565709729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"e9b492d0-6f2f-4663-b68b-822316c9b6b7","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.582045669Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"e9b492d0-6f2f-4663-b68b-822316c9b6b7","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.748157414Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"7736357b-04ce-4ac8-93f8-268022e93c77","namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.75209381Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"ecbdb8db-4de6-4d92-89ee-c3cdfe870b88","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.785703823Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"9e33f1d3-79aa-463f-8dcd-e5ff05537282","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.797487797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"37e7df40-9e7e-4347-a769-b5da47052c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.799002137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7c42f80-21b2-4294-913a-4328273704da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.800280747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"209001e4-14b1-4b15-9a5a-3b2b7a4bba81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.802137598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"16955992-3637-405e-87e8-a40c58e2fa51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.82286896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"209001e4-14b1-4b15-9a5a-3b2b7a4bba81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.82573326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"37e7df40-9e7e-4347-a769-b5da47052c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.826039388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7c42f80-21b2-4294-913a-4328273704da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.829105627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"16955992-3637-405e-87e8-a40c58e2fa51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.836519419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9c53701b-6e21-424f-a756-28c6a23a32dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.884602364Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8d6460-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-sub","reconcileID":"7f344c51-13b8-491e-b2b2-48c6a70bc72a","MaaSSubscription":{"name":"e2e-rec-recover-8d6460-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.859770359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9c53701b-6e21-424f-a756-28c6a23a32dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.97589238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"1a803ef7-6023-471e-8afb-188c26a7def6","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-de8cc7","tenantID":"e2e-praxis-a-de8cc7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.991176322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"a377eb94-5766-4366-8c64-97d13a3305af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.991630943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"108d1e12-ee1a-40f8-bd76-ae00dd98daf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:36.99813024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"1a803ef7-6023-471e-8afb-188c26a7def6","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"e2e-praxis-a-de8cc7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.012276746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"a377eb94-5766-4366-8c64-97d13a3305af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.013224783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"108d1e12-ee1a-40f8-bd76-ae00dd98daf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.051829686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9fec5582-b9eb-40f7-af48-9afca506e4b4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.072924214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9fec5582-b9eb-40f7-af48-9afca506e4b4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.118179952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"fa122815-862e-41ca-99fe-3c9fcea176d3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.140194448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"fa122815-862e-41ca-99fe-3c9fcea176d3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.211508968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"460c49ce-74fd-4dfc-aaec-93d104bbd604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.214507715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"20998d43-d8bd-4188-a5e6-4439847e958c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.233795059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"460c49ce-74fd-4dfc-aaec-93d104bbd604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.235397535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"20998d43-d8bd-4188-a5e6-4439847e958c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.262110643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"bafcba2c-7cd6-4a39-bc9e-5eea4b6c59fc","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.286540368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"bafcba2c-7cd6-4a39-bc9e-5eea4b6c59fc","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.302636015Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"bafcba2c-7cd6-4a39-bc9e-5eea4b6c59fc","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.347770515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"48af5b33-e03d-4ca9-80f1-e2a04cab7809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.369106232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"48af5b33-e03d-4ca9-80f1-e2a04cab7809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.478377135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"9c8c4129-77f8-469b-86fb-a89b0a59c97a","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.502413086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"9c8c4129-77f8-469b-86fb-a89b0a59c97a","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.544520653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"20ee5266-c4ab-49be-937e-fe4b5942a933","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.567214265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"20ee5266-c4ab-49be-937e-fe4b5942a933","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.5686647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"dbbc48d0-ea0f-469d-aefe-c86692e7c4a1","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.592347753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"846ad112-cc49-424e-a635-60fbb8b77327","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.601999652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"dbbc48d0-ea0f-469d-aefe-c86692e7c4a1","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:37.619456943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"846ad112-cc49-424e-a635-60fbb8b77327","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:39.430967226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"9a2520b7-522c-4a23-9149-554e1d356924","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:39.431427047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"39bab0de-592b-483e-bcbd-8b99d3917c36","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:39.46482107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"51918b1c-bcff-447a-a2d2-c5e9355a594d","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:39.465171719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"80218a61-a596-42a9-bd42-86be3ae2980c","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:39.482596326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2c64480c-5322-4d7f-a413-306cad67b16a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:39.483587452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"1a8bee38-ebf4-4689-ab13-7b75254dd9c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:39.497253656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"fd468204-0e3a-486c-85c3-4874c9dda5ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:39.498502947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"5b08f87d-ff31-44b1-84c4-7d6ba447b5af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:39.503272115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2c64480c-5322-4d7f-a413-306cad67b16a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:39.50465413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"1a8bee38-ebf4-4689-ab13-7b75254dd9c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:39.693821205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"faff4373-f823-4449-b264-10814f4dfca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:39.694015671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"c5f6242e-0f16-477f-aae8-2f422ec4d518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:39.716829492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"c5f6242e-0f16-477f-aae8-2f422ec4d518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:39.716891666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"faff4373-f823-4449-b264-10814f4dfca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:40.580613691Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"9c3f1a10-3762-4ffc-8807-48917ab04460","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:40.580864294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"73fdbf9c-4941-4127-b5db-65333d9504e3","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:40.580885154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"73fdbf9c-4941-4127-b5db-65333d9504e3","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:40.614981758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"6c9fc13b-1012-43ee-aa9e-b39a952bb75b","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:40.61500677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"6c9fc13b-1012-43ee-aa9e-b39a952bb75b","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:40.638501051Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-sub","reconcileID":"14a7b9de-6d6e-42a6-b70b-d19063432c77","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:40.665900044Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-sub","reconcileID":"14a7b9de-6d6e-42a6-b70b-d19063432c77","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"maas-trlp-praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:40.715624751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"9c3f1a10-3762-4ffc-8807-48917ab04460","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-de8cc7","tenantID":"e2e-praxis-a-de8cc7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:40.744253881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"debe5ace-43af-4bbd-b29d-e2a055fadcd2","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:40.744267387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"debe5ace-43af-4bbd-b29d-e2a055fadcd2","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:40.7720016Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"9c3f1a10-3762-4ffc-8807-48917ab04460","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"name":"e2e-praxis-a-de8cc7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:40.772020231Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-auth","reconcileID":"9c3f1a10-3762-4ffc-8807-48917ab04460","MaaSAuthPolicy":{"name":"praxis-route-de8cc7-auth","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:40.805105721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"a0049304-1148-4296-8b92-fc41228a7d22","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"tenant":"e2e-praxis-a-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:40.805122695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7","reconcileID":"a0049304-1148-4296-8b92-fc41228a7d22","MaaSModelRef":{"name":"praxis-route-de8cc7","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"routeName":"praxis-route-de8cc7-kserve-route","namespace":"ai-tenant-e2e-praxis-a-de8cc7","llmisvcName":"praxis-route-de8cc7","gateway":"openshift-ingress/e2e-praxis-a-de8cc7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:41.684936731Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0090fb21-a448-468e-b84d-1e553f592f0d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:41.701928077Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0090fb21-a448-468e-b84d-1e553f592f0d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:41.711947857Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-sub","reconcileID":"2c4f5473-9f17-4470-a20e-28b5cab5e0ea","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-877c2007","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:41.721075535Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0090fb21-a448-468e-b84d-1e553f592f0d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:41.72794704Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-sub","reconcileID":"626a9c39-f02e-466a-8f35-76116cadf9f9","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-877c2007","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:41.780914085Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-sub","reconcileID":"4b763aee-a2a0-42e9-8043-fc6045e248a1","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-877c2007","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:41.911248976Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-sub","reconcileID":"0107f8ef-64be-4a63-9128-18a9cbcfc2ad","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-877c2007","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:41.929286762Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"b297a472-e897-4861-ab88-5b6e15b36206","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:41.931265938Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:41.97039691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"72bbfc43-b2e6-447b-a449-c85849568f70","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.077595807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ebc73889-04ed-4911-b13d-dd5316db17eb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.078557736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9874e1d4-e320-456d-836b-c667c24abe17","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.079137332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"385cf2b2-66f6-4d2b-b828-c73e1c135f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.079494499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"e256796e-93c4-4250-8631-ccec1c2da28c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.079926101Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"75516260-e70c-4f2b-a1b9-9cd49fde8883","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.099461323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ebc73889-04ed-4911-b13d-dd5316db17eb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.100386371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"086828ad-e4a9-4099-84b7-94c514fb3551","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.101495537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9874e1d4-e320-456d-836b-c667c24abe17","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.103080282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"385cf2b2-66f6-4d2b-b828-c73e1c135f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.107431625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"e256796e-93c4-4250-8631-ccec1c2da28c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.187569907Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"6694221e-3265-454e-91d8-702e40cffea2","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.231539579Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1df257e5-bf32-4826-b270-82d693e5c4b3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.298653199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e8becb0-cb50-4d9d-b4ac-5b19e325ee8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.314937612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e8becb0-cb50-4d9d-b4ac-5b19e325ee8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.315068171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"07440351-8926-45f4-8712-11c1b5415244","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.330866357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e8becb0-cb50-4d9d-b4ac-5b19e325ee8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.349591369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e8becb0-cb50-4d9d-b4ac-5b19e325ee8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.371512769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"07440351-8926-45f4-8712-11c1b5415244","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.452469111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"65190c95-f0f8-450d-8802-1a3f3b5eb619","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.611994721Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e080e2b8-2e32-4ebb-8764-0d39113f1a70","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.611987011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"f4129341-2d5f-4dd2-96f1-ca57e9e06fc7","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:42.752017977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"462da6cb-8aa7-4f76-8fe2-9ba1c5605c2c","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:43.078929849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83866b2-905e-492b-aaa8-489e2d5a1495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:43.094301021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83866b2-905e-492b-aaa8-489e2d5a1495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:43.109915118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83866b2-905e-492b-aaa8-489e2d5a1495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:43.125573114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83866b2-905e-492b-aaa8-489e2d5a1495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:43.241508456Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"800b8f88-01b2-40c5-96cb-0a50ff4a038e","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:43.280534975Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-9ba664","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-9ba664","reconcileID":"30047731-45bc-4fbd-8305-9437eba0d7f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-9ba664","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-9ba664":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:43.410140973Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"d9c87bab-1539-41f5-aea3-a166c7375a9d","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:43.761323207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c11db3-6981-4570-b83c-05031fbe3575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:43.776814244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c11db3-6981-4570-b83c-05031fbe3575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:43.792585209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c11db3-6981-4570-b83c-05031fbe3575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:43.808108933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c11db3-6981-4570-b83c-05031fbe3575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.103042683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"0e3c33a6-378f-436b-a65f-0bcae4f5f588","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.122433541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"dc0ab7dc-7ce3-4884-8321-fd6a2f6a30d1","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.225044538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7c894dba-e4ea-4be4-ba24-46323893b9a3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.250181705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7c894dba-e4ea-4be4-ba24-46323893b9a3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.373255847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"e0bdd5ef-b62b-4e2b-bb34-329d86e020b4","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.374528758Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.397082308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"84fecf8d-68e5-423a-bc74-af379a3793ae","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:16:44.418214659Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"84fecf8d-68e5-423a-bc74-af379a3793ae","name":"distinct-w4-c0c28f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-c0c28f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:16:44.418262866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"84fecf8d-68e5-423a-bc74-af379a3793ae","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-c0c28f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.418345881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"f034de76-6373-41e8-920d-192d134f42dd","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:16:44.418626379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"72af998f-489d-46e7-83cd-3f3a0a539132","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.449615273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"98125978-47ca-4a3c-bcdd-52ec2d483b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.449696625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8fa6b539-ec3c-4362-a004-7b49b2d72060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.457411388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"455652ae-0aa0-4653-88f1-07f266b89613","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.470931622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"98125978-47ca-4a3c-bcdd-52ec2d483b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.474091731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8fa6b539-ec3c-4362-a004-7b49b2d72060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.476459447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"fee40b1d-c8c7-48d6-ab43-5171d88206ee","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.541628791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"3ead4cf4-c8b8-4a7c-90c0-15150ae66fb5","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.543528898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8128bf33-dbfd-47de-aa17-7d5bef91da76","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.550718292Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"55058ecb-7fe0-4806-b397-0e100a860030","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-w4-c0c28f","model":"distinct-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.562445667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"b7f2a929-de61-40e4-9be0-0c0296776f9d","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.566730521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b53b6a4-6310-4ea3-b9b2-b69aad3f3708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.568187649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8128bf33-dbfd-47de-aa17-7d5bef91da76","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.58270647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b53b6a4-6310-4ea3-b9b2-b69aad3f3708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.598534869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b53b6a4-6310-4ea3-b9b2-b69aad3f3708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.614568651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b53b6a4-6310-4ea3-b9b2-b69aad3f3708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.65275575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"509d94da-5d63-436d-8c37-81d7ad135586","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.68422198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"df2ed110-6c3e-4038-87df-4a880e32171c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.705086835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"df2ed110-6c3e-4038-87df-4a880e32171c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.731590338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"f3905f02-7320-435d-b6e5-f0f840a68c4a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.759298134Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub]","namespace=ai-tenant-e2e-worker-w4-c0c28f priority=0:[ai-tenant-e2e-worker-w4-c0c28f/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-c0c28f/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.759401128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"4fc22e1c-2cac-4c32-8e65-75dfff4f85df","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.763860863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"7fd20463-3b37-4e78-ad18-8f30f572ba33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.781281147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"6406730e-0fa2-4c12-8ce6-53912b01de7a","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.786954886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"7fd20463-3b37-4e78-ad18-8f30f572ba33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:16:44.794572969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"be2b0928-676e-44db-bae5-b2149371e247","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:16:44.805123131Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"6406730e-0fa2-4c12-8ce6-53912b01de7a","name":"distinct-2-w4-c0c28f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-c0c28f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:16:44.805169264Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"6406730e-0fa2-4c12-8ce6-53912b01de7a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-c0c28f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.810374791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"dc51f1b3-febb-4d5d-b8a1-20fd4e797e60","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.814254373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"e47a4d08-2d5e-43e5-9469-e13dcbee3352","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.827653805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"8f89487c-6ba7-436b-8907-129f2ea645d7","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.848434963Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"5b4a7368-d83a-499c-aad2-3266e9b7c2cc","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.864658996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"e7119711-ae33-4019-ac60-34b6c5020b06","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.866679797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a406bec8-6075-4ac5-a763-a28f74e5a0cd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.866943176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"faf8c60e-9552-4f89-bcc1-dd94f9cd8227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.889598052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"faf8c60e-9552-4f89-bcc1-dd94f9cd8227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.889638323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a406bec8-6075-4ac5-a763-a28f74e5a0cd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.916375904Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"88449df4-329d-41cd-8235-c49e0c0fffc3","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","model":"distinct-2-w4-c0c28f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c0c28f/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.935045563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"406f6fa0-9162-47de-b545-8c37a306b864","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:44.981770077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"e074efde-1bf3-4833-b99d-9852769cc5ce","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:45.020356081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"fa470a7a-7ce3-4125-82f8-0c29132780a8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:45.042650584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"fa470a7a-7ce3-4125-82f8-0c29132780a8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:45.046396929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1a7550b3-50c7-48b0-99a5-5b01bef5c986","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:45.109544531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"7b4e7a00-1ccf-404a-91a5-894bade8307e","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:45.117537553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"ba927d38-0acf-4aa2-9971-a5588a1b1a8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:45.138542009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"ba927d38-0acf-4aa2-9971-a5588a1b1a8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:45.214506468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b923e42f-7cce-4440-b84c-3178fccbef32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:45.214534321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"25745d2c-63ec-4715-a44b-72b6bd6ebdd6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:45.236015155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b923e42f-7cce-4440-b84c-3178fccbef32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:45.236029087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"25745d2c-63ec-4715-a44b-72b6bd6ebdd6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:45.75819509Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"770ad2ed-086f-4a26-b993-ebc3f4e5b906","namespace":"ai-tenant-e2e-praxis-a-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:45.758268967Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"770ad2ed-086f-4a26-b993-ebc3f4e5b906","name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:45.778555647Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"770ad2ed-086f-4a26-b993-ebc3f4e5b906","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:45.778570113Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"770ad2ed-086f-4a26-b993-ebc3f4e5b906","namespace":"ai-tenant-e2e-praxis-a-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.337362002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"696355ed-1a7b-4cdb-baec-4f4f403dd4b3","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.39372301Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"afcce381-6afa-4c5a-85c7-ea7cefa1c97e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-62d72354","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.417231766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"eaee3f7e-3442-45da-ba68-f534c18eb937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.417420563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"989d4fdf-facb-4e64-8ecc-2d051e550a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.425016663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3d9d679b-26d9-431e-ae76-51cb84fd59a1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.425076496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0f07553a-265e-492d-abac-ea6b9783a22c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.438663273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"eaee3f7e-3442-45da-ba68-f534c18eb937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.439475353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"989d4fdf-facb-4e64-8ecc-2d051e550a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.44839174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0f07553a-265e-492d-abac-ea6b9783a22c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.449121072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3d9d679b-26d9-431e-ae76-51cb84fd59a1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.649099476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"49c2d5b5-803b-4cbf-8502-09445000bb12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.649190937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"f046d3f7-7bd8-43a3-847a-98f5783d87fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.663853467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f192ec02-57f8-4be6-812a-c8930fcca305","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.664385743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"60042efe-8bb7-48b1-8797-872c96965d39","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.669866738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"49c2d5b5-803b-4cbf-8502-09445000bb12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.670169419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"f046d3f7-7bd8-43a3-847a-98f5783d87fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.684664792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f192ec02-57f8-4be6-812a-c8930fcca305","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.684860027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"60042efe-8bb7-48b1-8797-872c96965d39","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:46.843525523Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"c3852e0a-8639-47a9-9c63-a31f0e28126c","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.260633012Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8d6460-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-sub","reconcileID":"de560be2-8587-4ed5-aa5d-1ee3921f320b","MaaSSubscription":{"name":"e2e-rec-recover-8d6460-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.276883231Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8d6460-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-sub","reconcileID":"de560be2-8587-4ed5-aa5d-1ee3921f320b","MaaSSubscription":{"name":"e2e-rec-recover-8d6460-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed","model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.280061169Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"34322fcf-ec17-4c8f-a00f-466950e8648e","MaaSModelRef":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"name":"maas-trlp-e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed","model":"e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.342528629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"9e23f0c9-9a13-4546-83a6-157b9358610e","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.343531597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"b641a67b-9975-44bb-9ae6-ead967be068f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.344354136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"6c996f87-87e1-4a07-8897-87dfe6016f26","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.344374382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"1a5a2a5f-024f-45c0-891f-7628d8bc809f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.345282201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"b29c6a1a-fd36-4b62-b7df-68bd43675a6b","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.363336475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"9e23f0c9-9a13-4546-83a6-157b9358610e","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.363364792Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"9e23f0c9-9a13-4546-83a6-157b9358610e","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.366244045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"b641a67b-9975-44bb-9ae6-ead967be068f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.366658179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"6c996f87-87e1-4a07-8897-87dfe6016f26","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.368709752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"b29c6a1a-fd36-4b62-b7df-68bd43675a6b","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.368851339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"1a5a2a5f-024f-45c0-891f-7628d8bc809f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.585892977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"66807440-86eb-4cca-9201-5e3fd4d65a4c","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.607008297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"66807440-86eb-4cca-9201-5e3fd4d65a4c","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.607038392Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"66807440-86eb-4cca-9201-5e3fd4d65a4c","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.616405702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"1375d9d8-fcce-4e25-9d24-fcc16606630d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.616603933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"61f0d640-deeb-47d6-b34b-b66d87453d96","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.616823059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"4d31c842-6913-474d-8a74-264cd453db98","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.632807528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"ed264849-720e-4d69-bc82-01b2bdae0d47","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.638552024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"61f0d640-deeb-47d6-b34b-b66d87453d96","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.638753416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"1375d9d8-fcce-4e25-9d24-fcc16606630d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.640682223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"4d31c842-6913-474d-8a74-264cd453db98","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:47.655560069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"ed264849-720e-4d69-bc82-01b2bdae0d47","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.246752923Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"1411c42c-d0ff-4f5e-807d-d354dc0dcba4","namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.306027023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fed0cff5-a53d-494f-9342-6b60fe7d9d32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.327262304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fed0cff5-a53d-494f-9342-6b60fe7d9d32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.34641374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"46608a5a-d505-4bcf-8419-10a3770fe36d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.347021694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"366a9cbf-2162-45e5-8337-2c759d8c92fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.347639556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3881dabd-b056-4c94-9bf8-539fc10a3db9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.36316486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"dc600093-2901-440f-b769-82d3677d5ab2","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.369357607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"46608a5a-d505-4bcf-8419-10a3770fe36d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.369407608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"366a9cbf-2162-45e5-8337-2c759d8c92fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.372646124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3881dabd-b056-4c94-9bf8-539fc10a3db9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.385764584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"dc600093-2901-440f-b769-82d3677d5ab2","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.52842821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"389bfb32-337e-4e37-bcbe-b692ccbb2b69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.549654141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"389bfb32-337e-4e37-bcbe-b692ccbb2b69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.626412233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"3b1856bb-a8a8-44e1-b645-4c13ee531f69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.626843201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"5203304d-e44d-4224-b357-75149ec0d13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.685224434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"3b1856bb-a8a8-44e1-b645-4c13ee531f69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.723729778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"5203304d-e44d-4224-b357-75149ec0d13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.727216166Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"ef5c28d0-cbe4-4aad-87d7-e9bf3a170dd6","namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.768533299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"516c7f9f-bb15-4a31-b90e-4be3a89e9875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.809472495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"d451edd6-2710-4beb-ade8-bc2debb31c26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.836496603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"516c7f9f-bb15-4a31-b90e-4be3a89e9875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.840426552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"d451edd6-2710-4beb-ade8-bc2debb31c26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.923306215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"e9ae231e-4808-4407-ac26-101e6e6114b0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.94769108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"e9ae231e-4808-4407-ac26-101e6e6114b0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.961426423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"05d79a7e-a21a-4978-975d-b73891d18b67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:48.993259529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"05d79a7e-a21a-4978-975d-b73891d18b67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.023201417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"b676045e-820e-4d84-9227-046a5eeada49","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.050403141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c89c4677-b38c-4b16-93c7-1a4bf065d182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.051583031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"b676045e-820e-4d84-9227-046a5eeada49","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.072705276Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"b676045e-820e-4d84-9227-046a5eeada49","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.075313955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c89c4677-b38c-4b16-93c7-1a4bf065d182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.082548478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9027b82a-0abc-4f50-b3b9-c6b62648545d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.094494819Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-8d6460","namespace":"e2e-extmod-rec-noaccess-69b5ed"},"namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","reconcileID":"e1a68df3-809a-4a10-879a-e301d436f183","namespace":"e2e-extmod-rec-noaccess-69b5ed","name":"e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.106391786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9027b82a-0abc-4f50-b3b9-c6b62648545d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.183830502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"c5ee2ef3-7708-4cbe-b8c0-3e6d238d9e38","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.21013706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"c5ee2ef3-7708-4cbe-b8c0-3e6d238d9e38","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.253674581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"51d13ba6-047e-4cbf-a976-297c4680bfda","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.254549837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"4894a4a7-f300-42ff-bf1f-ff571380b48d","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.255013089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c02a11ce-41be-4ed5-a50b-5a9d1d7e7742","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.255262585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"03558655-5333-4580-b52c-65110bdeb3e0","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.312201989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"4894a4a7-f300-42ff-bf1f-ff571380b48d","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.314116244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"51d13ba6-047e-4cbf-a976-297c4680bfda","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.332877247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"03558655-5333-4580-b52c-65110bdeb3e0","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.352908559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c02a11ce-41be-4ed5-a50b-5a9d1d7e7742","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.420292403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08fb622f-13ce-48d4-9610-5dc0d4fce219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.452925734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08fb622f-13ce-48d4-9610-5dc0d4fce219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.552297532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"97f671fa-4d02-4737-85a7-269544d16a2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.592292126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"97f671fa-4d02-4737-85a7-269544d16a2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.638228339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"53012990-889a-440a-9b5e-40b69c81c9dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.660542409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"2c369e5f-4c79-42a6-ae0b-38e33094a26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.666287062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"53012990-889a-440a-9b5e-40b69c81c9dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.69171381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"0893011e-261f-4b99-89ba-ee8169980080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.692644142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"17023457-a48f-4a6a-b4db-00a0e2e7d170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.731110897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"2c369e5f-4c79-42a6-ae0b-38e33094a26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.759490488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"17023457-a48f-4a6a-b4db-00a0e2e7d170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.775149985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"0893011e-261f-4b99-89ba-ee8169980080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.811134978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"7576fac5-ee9b-4d34-8e57-779a96c6ea91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.847663546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"7576fac5-ee9b-4d34-8e57-779a96c6ea91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.921253123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"6f190587-a728-413d-b1a7-6724534717cc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.953438863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"6f190587-a728-413d-b1a7-6724534717cc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.964545234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"70ff8b77-d661-47ad-9e15-2e48d72c3738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.999942105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"70ff8b77-d661-47ad-9e15-2e48d72c3738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.168229303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bba8862-5170-4712-87ac-0c24b890a986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.278118501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bba8862-5170-4712-87ac-0c24b890a986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.305457378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"b9a823e5-dbce-4572-ba0e-e034dc3ca2c9","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.370603101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"860cafc2-c53c-48ef-856a-3b6105ffaf3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.373042436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"b9a823e5-dbce-4572-ba0e-e034dc3ca2c9","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.393327849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"860cafc2-c53c-48ef-856a-3b6105ffaf3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.396146839Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"b9a823e5-dbce-4572-ba0e-e034dc3ca2c9","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.400962844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"7a3b3b30-d6c0-467e-8865-c948769eb1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.422114546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"7a3b3b30-d6c0-467e-8865-c948769eb1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.437420258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"5e06676e-a9dd-4243-a3b1-c4f9bef816cb","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.458304474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"5e06676e-a9dd-4243-a3b1-c4f9bef816cb","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.5054454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"9288cd62-e25a-4865-81a2-556a6e967cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.528971141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"9288cd62-e25a-4865-81a2-556a6e967cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.645878416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"487e8d09-b094-472f-a7d3-18ecc4eacc07","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.646005673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"f1c6cc9c-59f4-491d-aca3-f6517dd76ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.651588403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c7fb08db-384d-45fa-a78c-83b8d3848b56","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.667592786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"f1c6cc9c-59f4-491d-aca3-f6517dd76ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.668530535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"487e8d09-b094-472f-a7d3-18ecc4eacc07","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.674053602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c7fb08db-384d-45fa-a78c-83b8d3848b56","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.743902524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9261219a-b729-4d3c-a131-b6eba7a7cf0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.764644354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9261219a-b729-4d3c-a131-b6eba7a7cf0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:51.928045135Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-sub","reconcileID":"6a31b27b-e1c9-49f3-ac98-25ad14b6b3c3","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","subscription":"praxis-route-de8cc7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:51.928166663Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"praxis-route-de8cc7-sub","reconcileID":"6a31b27b-e1c9-49f3-ac98-25ad14b6b3c3","MaaSSubscription":{"name":"praxis-route-de8cc7-sub","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"model":"ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-de8cc7/praxis-route-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:52.020815047Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:52.042133738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"5c06d6f2-201a-4f0f-8c7c-d45821fccf06","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:54.881491638Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"7f76f95f-7686-4c37-bf83-960536c937c1","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.417840276Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7126d25d-6499-46d3-9cc5-ebd593798199","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.439190174Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7126d25d-6499-46d3-9cc5-ebd593798199","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.468461321Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7126d25d-6499-46d3-9cc5-ebd593798199","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.573551498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"d5f8462c-b131-4cb6-960a-33ed1ea6906b","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.574140099Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.654860768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"fafd39ff-b6ba-4d13-a21f-bd8b8475410d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.654867331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c8b1525b-4c42-4c84-8b9e-692290b547c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.655460974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d3109a71-7393-43c8-821e-3338a778fa44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.655805667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d40fad7d-7fd9-4523-8464-4c540a21d209","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.676749478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c8b1525b-4c42-4c84-8b9e-692290b547c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.676860782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"fafd39ff-b6ba-4d13-a21f-bd8b8475410d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.678897534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d3109a71-7393-43c8-821e-3338a778fa44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.679153402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d40fad7d-7fd9-4523-8464-4c540a21d209","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.724991649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"0e41a08d-28eb-482e-abd7-d1ae7b29e9c8","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.784904591Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"62aac5d1-4e64-4f04-a8fc-ddcba1daf4d8","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c5fef3f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.947696599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c8ed6cc6-b179-416e-8007-276cae27b90d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.947849497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"163a4b8e-9990-494a-a35d-d2217fff2146","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.948214564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"897aea2b-ffa4-4e1e-9a46-9076f05ddbc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.948240456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c3fc5d0d-b56d-428c-a3eb-795d56048eb3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.973253011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"163a4b8e-9990-494a-a35d-d2217fff2146","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.975816603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"897aea2b-ffa4-4e1e-9a46-9076f05ddbc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.977337551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c8ed6cc6-b179-416e-8007-276cae27b90d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.980550005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c3fc5d0d-b56d-428c-a3eb-795d56048eb3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:58.420446509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"5f426960-1609-4130-a58b-082ec9f85035","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:59.541142118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"59cc93e0-da48-4c2f-92dc-eab33e152560","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:59.589292543Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"59cc93e0-da48-4c2f-92dc-eab33e152560","name":"e2e-extmod-a-9ba664-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.144202862Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"717135d5-a6dc-48ed-a8b7-19511acdb495","namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.160515874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"9426a6a4-04db-4277-89e6-ebaafa40dea6","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.1605416Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"9426a6a4-04db-4277-89e6-ebaafa40dea6","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"routeName":"external-model-e2e-rec-ctrl-a69e61-1815c5a50373","namespace":"e2e-extmod-rec-user-a6c179","model":"e2e-rec-ctrl-a69e61","externalModel":"e2e-rec-ctrl-a69e61","provider":"e2e-rec-ctrl-a69e61-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.196407301Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"5480b97c-6e06-4876-8af2-04bba8835aed","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"routeName":"external-model-e2e-rec-ctrl-a69e61-1815c5a50373","namespace":"e2e-extmod-rec-user-a6c179","model":"e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.198101741Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a69e61-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-sub","reconcileID":"61e3ceee-3424-4ef2-92ad-0e27c7d2003e","MaaSSubscription":{"name":"e2e-rec-ctrl-a69e61-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.274384941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2a3df50-1df6-4334-a000-faf700ce600b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.278274818Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"0b059810-64e0-443d-8d46-5a2acf5f9513","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"routeName":"external-model-e2e-rec-ctrl-a69e61-1815c5a50373","namespace":"e2e-extmod-rec-user-a6c179","model":"e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.295687768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2a3df50-1df6-4334-a000-faf700ce600b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.298588651Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a69e61-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-sub","reconcileID":"d17e2201-992e-45f6-800b-69f2c7a5e6e8","MaaSSubscription":{"name":"e2e-rec-ctrl-a69e61-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.305304049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"f5188753-a4a8-404c-9087-78c4d54de390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.317859207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"a74ab810-e543-461d-9ddd-a134d4414366","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.319147412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"3b194489-8b46-49f9-a10a-72e7719c792d","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.320690997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"7d887828-4494-4435-ad60-0817f5b1088d","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.327532119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"f5188753-a4a8-404c-9087-78c4d54de390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.339971154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"a74ab810-e543-461d-9ddd-a134d4414366","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.340561858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"3b194489-8b46-49f9-a10a-72e7719c792d","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.342620554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"7d887828-4494-4435-ad60-0817f5b1088d","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.346317122Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"55a6cbc2-5265-4de5-8c57-0a5dd4461bac","namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:02.361470115Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"b2100d59-271b-42dd-aac2-71245d21c37b","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"error":"ExternalModel e2e-rec-ctrl-a69e61 not found in namespace e2e-extmod-rec-user-a6c179 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.364604677Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"7d887828-4494-4435-ad60-0817f5b1088d","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:02.385885106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"b2100d59-271b-42dd-aac2-71245d21c37b","error":"ExternalModel e2e-rec-ctrl-a69e61 not found in namespace e2e-extmod-rec-user-a6c179 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:02.41211931Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"337cb58c-03ea-4c5b-8e96-cba499a0cc87","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"error":"ExternalModel e2e-rec-ctrl-a69e61 not found in namespace e2e-extmod-rec-user-a6c179 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:02.412200953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"337cb58c-03ea-4c5b-8e96-cba499a0cc87","error":"ExternalModel e2e-rec-ctrl-a69e61 not found in namespace e2e-extmod-rec-user-a6c179 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.427319878Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a69e61-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-sub","reconcileID":"0e8f5659-540b-4f60-baa2-cf4f42dce425","MaaSSubscription":{"name":"e2e-rec-ctrl-a69e61-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:02.437696338Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"09d435b1-78f2-4670-9ba6-207b5f3dcca9","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"error":"ExternalModel e2e-rec-ctrl-a69e61 not found in namespace e2e-extmod-rec-user-a6c179 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:02.437771925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"09d435b1-78f2-4670-9ba6-207b5f3dcca9","error":"ExternalModel e2e-rec-ctrl-a69e61 not found in namespace e2e-extmod-rec-user-a6c179 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:02.473960191Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"a9ab2f0a-2ae5-44b0-be5a-f677bb220b8f","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"error":"ExternalModel e2e-rec-ctrl-a69e61 not found in namespace e2e-extmod-rec-user-a6c179 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:02.474025252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"a9ab2f0a-2ae5-44b0-be5a-f677bb220b8f","error":"ExternalModel e2e-rec-ctrl-a69e61 not found in namespace e2e-extmod-rec-user-a6c179 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:02.505785594Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"87004f78-fc3c-46e4-946d-8acbd6a6de6a","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"error":"ExternalModel e2e-rec-ctrl-a69e61 not found in namespace e2e-extmod-rec-user-a6c179 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:02.505935549Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"87004f78-fc3c-46e4-946d-8acbd6a6de6a","error":"ExternalModel e2e-rec-ctrl-a69e61 not found in namespace e2e-extmod-rec-user-a6c179 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.515221337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f409cba3-41cf-4127-b6f7-b8e6b5905e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.53043397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4a232ff6-86bc-4195-accd-cd046d43c31c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.530843033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"46882d19-cb41-45a2-ad0a-dd53cf9f6c6e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.530968448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"32be18c0-22d0-45e2-8e97-24a6a18a2a79","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.5357553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f409cba3-41cf-4127-b6f7-b8e6b5905e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.545257807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"adbbc52d-8aa0-44ae-b3da-82af647ca5c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.552313817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4a232ff6-86bc-4195-accd-cd046d43c31c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.552623772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"32be18c0-22d0-45e2-8e97-24a6a18a2a79","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.554812588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"46882d19-cb41-45a2-ad0a-dd53cf9f6c6e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.566388874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"adbbc52d-8aa0-44ae-b3da-82af647ca5c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:02.602025274Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"b1200282-43f4-43d7-8f45-1f06aaed84b2","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"error":"ExternalModel e2e-rec-ctrl-a69e61 not found in namespace e2e-extmod-rec-user-a6c179 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:02.602095059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"b1200282-43f4-43d7-8f45-1f06aaed84b2","error":"ExternalModel e2e-rec-ctrl-a69e61 not found in namespace e2e-extmod-rec-user-a6c179 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.626735663Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a69e61-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-sub","reconcileID":"39403ab2-c1f6-4c6e-aea1-3a6d8f1776b2","MaaSSubscription":{"name":"e2e-rec-ctrl-a69e61-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","error":"MaaSModelRef not found: e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.638489841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"abb2c03d-76ef-4784-a1c4-b247e77570fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.659826788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"abb2c03d-76ef-4784-a1c4-b247e77570fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.736053566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"cb487171-d429-4388-a758-6bac707760a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.736474304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"84f907a4-9177-45cd-94b9-4ef6b1d3e90d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.737514358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"6f8ff6e1-65a3-44db-955c-2d927b3c5621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.737530062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"635cd9a8-b0f2-468d-8e22-6245896c3d80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.756761401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"cb487171-d429-4388-a758-6bac707760a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.757990202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"84f907a4-9177-45cd-94b9-4ef6b1d3e90d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.76129462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"6f8ff6e1-65a3-44db-955c-2d927b3c5621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.76460664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"635cd9a8-b0f2-468d-8e22-6245896c3d80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:02.958743382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a69e61","namespace":"e2e-extmod-rec-user-a6c179"},"namespace":"e2e-extmod-rec-user-a6c179","name":"e2e-rec-ctrl-a69e61","reconcileID":"294949d5-8049-4637-82e1-3f72d703136c","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-a69e61\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.969659754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"05e0bb19-76bc-4748-a5cf-582ddcc06528","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.990814271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"05e0bb19-76bc-4748-a5cf-582ddcc06528","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:02.990846408Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"05e0bb19-76bc-4748-a5cf-582ddcc06528","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.033638876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"16e58125-08fd-4928-86fa-14fa3eaff067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.055496123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"16e58125-08fd-4928-86fa-14fa3eaff067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.074412624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"5324865a-9f4d-46ae-ae73-b98c297901af","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.074434057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"239b81d6-2e0c-408a-929a-8cd724f35791","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.079605259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"133c654b-c63f-4088-8b81-2e57d990d671","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.096206644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"5324865a-9f4d-46ae-ae73-b98c297901af","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.096294363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"239b81d6-2e0c-408a-929a-8cd724f35791","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.100433351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"133c654b-c63f-4088-8b81-2e57d990d671","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.120213407Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"133c654b-c63f-4088-8b81-2e57d990d671","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.161363728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e831aa1f-1e4a-4191-ad9f-b57e9801a24f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.183249781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e831aa1f-1e4a-4191-ad9f-b57e9801a24f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.305117789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"bd446636-d756-4268-8876-cc9762c6743f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.326498181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"bd446636-d756-4268-8876-cc9762c6743f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.412351191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"5a6c1cff-b698-47f0-a4ea-903fdce1451e","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.470159009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"5a6c1cff-b698-47f0-a4ea-903fdce1451e","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:04.914671105Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"621ee923-ad38-47be-a84c-096baf383adf","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:06.104631837Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:06.801339804Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"c5ab77d0-d5d9-402b-b0a9-2ec734830e37","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:06.818266558Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"c5ab77d0-d5d9-402b-b0a9-2ec734830e37","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:06.835300224Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"c5ab77d0-d5d9-402b-b0a9-2ec734830e37","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:06.992869617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"3bdaaac2-6f30-4e2f-9201-4c69fc9684c4","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:06.993182063Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:07.100402965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1b904cb5-c666-4243-bc24-3acf33a1d6e7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:07.10110788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8aab4f19-2b46-49d1-be91-ff6024685e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:07.101724766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6a8a1abd-58bb-493d-b590-4dc3572ea4e1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:07.103332944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"1d7d21c8-6d6b-4888-9926-631c6d022f13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:07.124603296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8aab4f19-2b46-49d1-be91-ff6024685e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:07.125441169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1b904cb5-c666-4243-bc24-3acf33a1d6e7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:07.127424247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6a8a1abd-58bb-493d-b590-4dc3572ea4e1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:07.128495106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"1d7d21c8-6d6b-4888-9926-631c6d022f13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:07.15655056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"04b1ce12-7ffa-4f79-9ea0-3bdef706d337","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:07.257515427Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a03b10af-be05-4be3-ba61-0fc6bbfd058d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:07.323022606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"16f998a2-7e76-4445-a064-d6e0456e5d4f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:07.344242419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"16f998a2-7e76-4445-a064-d6e0456e5d4f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:07.478616478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"9736885a-3de3-456c-9bca-8cbd95f6b7dc","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:07.635993416Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c971a414-d19d-47ea-805d-783a0d7c24c5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/distinct-2-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:07.636032748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"1fa6a9ab-f08c-4823-9bc6-48223448137d","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:07.778555086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"207834a2-ef6b-4257-9ee8-f853e076a983","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:08.833425285Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","namespace":"ai-tenant-e2e-praxis-a-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:08.833522667Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","namespace":"ai-tenant-e2e-praxis-a-de8cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:08.833602676Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","tenant":"e2e-praxis-a-de8cc7","tenantID":"e2e-praxis-a-de8cc7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:08.853659047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"Deployment","name":"maas-api-e2e-praxis-a-de8cc7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:08.884061885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"Service","name":"maas-api-e2e-praxis-a-de8cc7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:08.910535223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-de8cc7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:08.938951311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-de8cc7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:08.962966896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-de8cc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:08.981962242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-de8cc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:09.00418302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-de8cc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:09.028926628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-de8cc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:09.045049816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-de8cc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:09.061085151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-de8cc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:09.079108595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"Service","name":"payload-processing-e2e-praxis-a-de8cc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:09.097033459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-de8cc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:09.114038954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-de8cc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:09.1341021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-de8cc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:09.154130376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-de8cc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:09.175031688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-de8cc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:09.191074051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-de8cc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:09.218225546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-de8cc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:09.263115262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-de8cc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:09.292835509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-de8cc7"},"namespace":"ai-tenant-e2e-praxis-a-de8cc7","name":"default-tenant","reconcileID":"ce24e099-4f98-4b72-b255-4e6d5a12b868","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-de8cc7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.543632238Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"a22ca689-0cfd-42f1-8e67-cd75d91e2d03","namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.586022727Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"cac31b4d-cf6e-4bb6-9d03-db11bb920c93","namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.612704869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"adc9bc48-36d5-4438-bf10-7ae80ff1104d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.616152799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf439042-3293-4574-b73a-9e44b2090b37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.618640214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"8f554888-b22a-49c3-8e93-2eb562a1d2a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.619948844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"c2e84a6e-79cb-4460-ba05-10a3a85df41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.634475606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"adc9bc48-36d5-4438-bf10-7ae80ff1104d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.671457734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"8f554888-b22a-49c3-8e93-2eb562a1d2a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.671918592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf439042-3293-4574-b73a-9e44b2090b37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.674249977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"c2e84a6e-79cb-4460-ba05-10a3a85df41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.690395606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"488a22db-dcb6-4a7c-8260-eae498d60114","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.714826946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"488a22db-dcb6-4a7c-8260-eae498d60114","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.809226664Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"b870dc09-00a1-4e97-ba57-c7fae1ab63b7","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.852373269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"2bc6ccd0-6dab-4a49-aebf-2a059a6b2169","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.875739767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"2bc6ccd0-6dab-4a49-aebf-2a059a6b2169","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.947987604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"55c17460-4695-4ae1-8f54-a17730556545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.948582872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"e29e061c-9e0f-4331-abd0-c8e38c0493e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.948985618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c85d52df-582e-4165-8c92-bdb583227d8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.973002914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"55c17460-4695-4ae1-8f54-a17730556545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.973838181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"e29e061c-9e0f-4331-abd0-c8e38c0493e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.976295263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c85d52df-582e-4165-8c92-bdb583227d8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:11.995050951Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"092b1a46-9363-4176-8472-01d9e6b5409b","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.044687902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"c4762fa9-7fc7-4571-b9f1-7f886ce590cf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.088880672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"c4762fa9-7fc7-4571-b9f1-7f886ce590cf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.112012226Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"c4762fa9-7fc7-4571-b9f1-7f886ce590cf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.164120904Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"9d0bbc7c-25ab-46be-901b-32bab0625370","namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.167912802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"b2999bd9-ab8e-42bf-bf49-4526b2825f78","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.180390599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"cf5ce6cf-d5e3-46e3-8ab4-75bd2104bc80","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.180412108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"cf5ce6cf-d5e3-46e3-8ab4-75bd2104bc80","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"routeName":"external-model-e2e-rot-0df874-1389a57230d5","namespace":"e2e-extmod-rot-user-f1cb9c","model":"e2e-rot-0df874","externalModel":"e2e-rot-0df874","provider":"e2e-rot-0df874-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.185005206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87f4fde5-a86c-4004-b676-196f91406216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.186088877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9cf35bc0-f0cc-44b6-ab82-34f23fa286ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.193087804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"b2999bd9-ab8e-42bf-bf49-4526b2825f78","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.206439272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87f4fde5-a86c-4004-b676-196f91406216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.20747445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9cf35bc0-f0cc-44b6-ab82-34f23fa286ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.213678635Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"b2999bd9-ab8e-42bf-bf49-4526b2825f78","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.250326238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"dd0a6d10-94b5-478a-956b-4723e6349b75","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.274952279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"dd0a6d10-94b5-478a-956b-4723e6349b75","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.373604902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"b855f8c4-66a3-49e7-b15a-394566835672","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.398172638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"b855f8c4-66a3-49e7-b15a-394566835672","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.476821192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86e3485d-e0ed-4029-b41b-06baa01b5976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.477651501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"f95492b1-f3cb-4220-9390-973abc6f370a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.478265455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"fff8d9ea-2657-40eb-9ea4-ec49472d44fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.498811832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86e3485d-e0ed-4029-b41b-06baa01b5976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.499870517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"f95492b1-f3cb-4220-9390-973abc6f370a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.502134676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"fff8d9ea-2657-40eb-9ea4-ec49472d44fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.538275782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"0516accb-0f82-4c00-8c59-2cb638d5c480","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.56003849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"0516accb-0f82-4c00-8c59-2cb638d5c480","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.661321573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"73360800-5dc2-4b85-8fdc-81583f6caf7a","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.661353176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"73360800-5dc2-4b85-8fdc-81583f6caf7a","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"routeName":"external-model-e2e-rot-0df874-1389a57230d5","namespace":"e2e-extmod-rot-user-f1cb9c","model":"e2e-rot-0df874","externalModel":"e2e-rot-0df874","provider":"e2e-rot-0df874-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.67831724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c44e9818-0aa8-4b75-9ee1-e6178cb093da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.679076565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"0aa0f5a0-2462-4ac8-8bba-a291a19a2b10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.679676267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"48a59378-29c1-4d0c-a556-f1f189c27e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.700173455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"0aa0f5a0-2462-4ac8-8bba-a291a19a2b10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.701281984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c44e9818-0aa8-4b75-9ee1-e6178cb093da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.710742476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"48a59378-29c1-4d0c-a556-f1f189c27e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.835570837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"dfc25e15-b920-4adb-92ba-4030c31df45c","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.857630167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"dfc25e15-b920-4adb-92ba-4030c31df45c","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.879770112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"25a220df-18db-4113-b123-13a6422dee36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.879770599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"50917095-3ac9-4545-ad7f-12cae63e00d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.900889714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"50917095-3ac9-4545-ad7f-12cae63e00d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.901112073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"25a220df-18db-4113-b123-13a6422dee36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.943185372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"95da7b85-f2d8-4c76-9cdd-6c549b2b0e4d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.958489404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"6e54fdc7-fd7b-4d3f-afa0-16f565ec3ef9","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.963808538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"95da7b85-f2d8-4c76-9cdd-6c549b2b0e4d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.980606198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"6e54fdc7-fd7b-4d3f-afa0-16f565ec3ef9","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:12.99184474Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"95da7b85-f2d8-4c76-9cdd-6c549b2b0e4d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.000812315Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"6e54fdc7-fd7b-4d3f-afa0-16f565ec3ef9","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.002880553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"25464571-ef2e-4875-8325-14a3c5f49310","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.002960332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b4aeee6-e622-441e-b620-7f8ea3ed9926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.024403119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b4aeee6-e622-441e-b620-7f8ea3ed9926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.02541049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"25464571-ef2e-4875-8325-14a3c5f49310","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.069532095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"515c8433-1472-429f-82da-b755a54ebf66","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.069549159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"515c8433-1472-429f-82da-b755a54ebf66","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"routeName":"external-model-e2e-rot-0df874-1389a57230d5","namespace":"e2e-extmod-rot-user-f1cb9c","model":"e2e-rot-0df874","externalModel":"e2e-rot-0df874","provider":"e2e-rot-0df874-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.158861579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"33834b37-d319-4546-b744-5cf095abac60","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.181612338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"33834b37-d319-4546-b744-5cf095abac60","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.782706661Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"9c67516b-c74e-4a54-b926-56385d882dfa","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.800879991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"d9daaae1-1cdd-405c-9f6d-20b280318a86","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.801230067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"8facf115-b80e-47a7-84c0-aaa64b388b7a","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.80148908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"47ea17de-3db5-43b5-99f8-6bbfda35b177","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.82411974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"9e32200c-da62-4122-9693-ae8cf9adf1f9","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.824518187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"af45e5ea-fa87-4d6e-b386-ea6806f1d316","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.824948539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"4d5c5313-f058-4018-a02e-c761a2823935","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.841393701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"6d91d58f-c73e-4aff-8e12-0df4779ee9df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.842359901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"d4465160-a0c9-4ffb-8ddc-d4273934d3da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.859865508Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"3b052576-3c48-471d-bd07-188e7383e235","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.860322636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"68aac285-33b9-4514-95a4-1cc899d09576","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.860681972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"ac088da7-1587-4ca3-9ba3-4c4a6c6f671c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.872803615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"6d91d58f-c73e-4aff-8e12-0df4779ee9df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:13.88940415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"d4465160-a0c9-4ffb-8ddc-d4273934d3da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:14.093155511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"0ddca000-9d82-4057-aa53-2019b6089e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:14.093726736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"9f0c03f1-7697-47c5-ac73-b7de52eadb05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:14.115158085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"0ddca000-9d82-4057-aa53-2019b6089e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:14.116375025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"9f0c03f1-7697-47c5-ac73-b7de52eadb05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:14.1973077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ec67f6-e707-42b4-9832-b54ef3c322c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:14.220869369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ec67f6-e707-42b4-9832-b54ef3c322c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:14.237568868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ec67f6-e707-42b4-9832-b54ef3c322c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:14.253895881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ec67f6-e707-42b4-9832-b54ef3c322c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:14.911909804Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"e0495e3c-ea7d-425d-955f-61b6d5537043","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:14.928921657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"050ac329-30bb-4f6a-9f60-2f51e063307d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:14.946767172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"050ac329-30bb-4f6a-9f60-2f51e063307d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:14.953530385Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-f1e1c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-f1e1c2","reconcileID":"b7399c94-3a1a-4ca6-94e8-27508bcf422f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-f1e1c2","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-f1e1c2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:14.963946361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"050ac329-30bb-4f6a-9f60-2f51e063307d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:14.982692421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"050ac329-30bb-4f6a-9f60-2f51e063307d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:15.105842464Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"f8b16ab0-2815-4784-961a-59fed9bd7f1f","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:15.67792511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73be9849-c2f4-40a6-9ac3-081dc468b98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:15.696459481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73be9849-c2f4-40a6-9ac3-081dc468b98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:15.712121897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73be9849-c2f4-40a6-9ac3-081dc468b98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:15.727724933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73be9849-c2f4-40a6-9ac3-081dc468b98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:15.991630574Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"2d88bbe0-ff2a-40ae-8d38-9c11586ea798","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:16.032355298Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"e6e8fee8-3558-4f05-abe1-61f3b69fcc19","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:16.101425763Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-de8cc7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-de8cc7","reconcileID":"515a3357-4f7d-4db2-a566-86cc1e363a00","aitenant":"ai-tenants/e2e-praxis-a-de8cc7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:16.169174974Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"9c0fbc51-d6cc-4dbe-8da7-802d10247093","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:16.386373481Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-de8cc7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-de8cc7","reconcileID":"515a3357-4f7d-4db2-a566-86cc1e363a00","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-de8cc7","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-de8cc7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:16.458641328Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"7a2d55d0-81a5-4eb6-ae36-a11440af289e","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:16.485452625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953c0b36-5a29-4f6b-8b93-68ffad79646f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:16.518005179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953c0b36-5a29-4f6b-8b93-68ffad79646f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:16.534196259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953c0b36-5a29-4f6b-8b93-68ffad79646f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:16.550108368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953c0b36-5a29-4f6b-8b93-68ffad79646f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.032196775Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"be099d73-0609-430a-8be7-02bb7112c852","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.386591391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f9c5eae-264c-4391-b576-4ddda1590986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.41874481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f9c5eae-264c-4391-b576-4ddda1590986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.434635605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f9c5eae-264c-4391-b576-4ddda1590986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.454296173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f9c5eae-264c-4391-b576-4ddda1590986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.699771297Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rot-0df874-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.720035195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"3715d71b-716c-497c-828e-ec8e22211b24","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.754868111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"3715d71b-716c-497c-828e-ec8e22211b24","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"routeName":"external-model-e2e-rot-0df874-1389a57230d5","namespace":"e2e-extmod-rot-user-f1cb9c","model":"e2e-rot-0df874","externalModel":"e2e-rot-0df874","provider":"e2e-rot-0df874-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.826274721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"a2a8bd5c-effd-4f07-a462-6124dcbeed02","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.826299263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"a2a8bd5c-effd-4f07-a462-6124dcbeed02","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"routeName":"external-model-e2e-rot-0df874-1389a57230d5","namespace":"e2e-extmod-rot-user-f1cb9c","model":"e2e-rot-0df874","externalModel":"e2e-rot-0df874","provider":"e2e-rot-0df874-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.854591574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"b618f0ce-e296-4706-bf3b-1d93d9975771","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.87833547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"c42b464b-adfd-4e22-8c06-be99f3289706","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.879095463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"22cc659d-fe54-4780-b5aa-fa43744bb089","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.879114744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"22cc659d-fe54-4780-b5aa-fa43744bb089","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.882846847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"b618f0ce-e296-4706-bf3b-1d93d9975771","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.895493554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"77e22d8d-abdc-46f7-a99a-70a8390592fe","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.901395417Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0df874-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-sub","reconcileID":"f8dc9881-038c-4fca-aeb3-c17906bc73f4","MaaSSubscription":{"name":"e2e-rot-0df874-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-rot-0df874","model":"e2e-rot-0df874","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-2bb4ef/e2e-rot-0df874-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.911223866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"c42b464b-adfd-4e22-8c06-be99f3289706","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.919666519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"77e22d8d-abdc-46f7-a99a-70a8390592fe","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.923464887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"f0a62927-a9fa-47cf-8886-3b015057e30e","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.92348559Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"f0a62927-a9fa-47cf-8886-3b015057e30e","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.931573931Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"c42b464b-adfd-4e22-8c06-be99f3289706","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.950213516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"958e1c7a-2cf9-4423-a8a7-3261cc0f66b6","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.950701495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"0a70c89b-7202-4b0c-be8d-027cf0f41919","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.956387943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"fb4e0482-bf54-4add-80e1-44976a110164","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.956407653Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"fb4e0482-bf54-4add-80e1-44976a110164","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:17.985011803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"0a70c89b-7202-4b0c-be8d-027cf0f41919","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.024215702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"958e1c7a-2cf9-4423-a8a7-3261cc0f66b6","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.079898876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"9430ba6c-1936-41bc-a0e6-77050e46dcfb","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.14706919Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"9430ba6c-1936-41bc-a0e6-77050e46dcfb","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"routeName":"external-model-e2e-rot-0df874-1389a57230d5","namespace":"e2e-extmod-rot-user-f1cb9c","model":"e2e-rot-0df874","externalModel":"e2e-rot-0df874","provider":"e2e-rot-0df874-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.269507993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0df874-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-sub","reconcileID":"38dbf0ea-16be-40f4-8d2a-6d5e44221863","MaaSSubscription":{"name":"e2e-rot-0df874-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-rot-0df874","model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.270021901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"4c8a800d-8e77-427f-98ef-7451dc175e8e","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.270106297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"4c8a800d-8e77-427f-98ef-7451dc175e8e","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"routeName":"external-model-e2e-rot-0df874-1389a57230d5","namespace":"e2e-extmod-rot-user-f1cb9c","model":"e2e-rot-0df874","externalModel":"e2e-rot-0df874","provider":"e2e-rot-0df874-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.310944394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"719cb552-c633-4b2f-9be4-3c8c31556133","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.329577214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"bc536221-4bcb-4325-a18b-5c7fe26b1613","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.335184275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"719cb552-c633-4b2f-9be4-3c8c31556133","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.37915219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"bc536221-4bcb-4325-a18b-5c7fe26b1613","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.383798337Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"719cb552-c633-4b2f-9be4-3c8c31556133","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.476202668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"e460ae29-ba11-4609-a435-093ab6e574a8","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.479321385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"359d93bd-06e6-4e34-9f81-c4b7465c8fd7","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.479354113Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"359d93bd-06e6-4e34-9f81-c4b7465c8fd7","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"routeName":"external-model-e2e-rot-0df874-1389a57230d5","namespace":"e2e-extmod-rot-user-f1cb9c","model":"e2e-rot-0df874","externalModel":"e2e-rot-0df874","provider":"e2e-rot-0df874-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.494437914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"5e66a162-5751-4d6d-ad20-06b704b9f224","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.502634165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"e460ae29-ba11-4609-a435-093ab6e574a8","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.522058716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"5e66a162-5751-4d6d-ad20-06b704b9f224","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.530638974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"932dd8dd-3c10-489d-a9c3-175c01f0834f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.541742436Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"5e66a162-5751-4d6d-ad20-06b704b9f224","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.553211354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"932dd8dd-3c10-489d-a9c3-175c01f0834f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.575447854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4399d0c-1185-47e8-8237-89d76521ecab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.591698435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4399d0c-1185-47e8-8237-89d76521ecab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.60756995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4399d0c-1185-47e8-8237-89d76521ecab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.624123283Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"1f62dd4a-90dc-49a4-83f7-1e7bd4d786b3","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.62441741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4399d0c-1185-47e8-8237-89d76521ecab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.640233191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"9c63736b-1d7f-401d-a3ef-350749015c25","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:18.662543273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"9c63736b-1d7f-401d-a3ef-350749015c25","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:19.305677481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04132c06-4b86-4be2-8a78-a974a39e6761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:19.322109992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04132c06-4b86-4be2-8a78-a974a39e6761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:19.338537652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04132c06-4b86-4be2-8a78-a974a39e6761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:19.354228921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04132c06-4b86-4be2-8a78-a974a39e6761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:20.001804363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"087c30bf-f3f7-46d1-979b-fe64e24d03c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:20.017485384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"087c30bf-f3f7-46d1-979b-fe64e24d03c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:20.037403358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"087c30bf-f3f7-46d1-979b-fe64e24d03c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:20.053291958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"087c30bf-f3f7-46d1-979b-fe64e24d03c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:28.65857789Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"abc746ed-de7b-4baa-9fe9-87a7ea3b50af","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:29.278513173Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"4de7758a-34c5-44c5-b04d-5e8a00a40d7a","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:29.365871551Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"ce333b38-e18d-4cbb-a666-b6060c9cfcf5","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:29.610508398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b40aa80-12ee-4b75-804c-2170db4d3153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:29.625970032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b40aa80-12ee-4b75-804c-2170db4d3153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:29.641833468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b40aa80-12ee-4b75-804c-2170db4d3153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:29.663170929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b40aa80-12ee-4b75-804c-2170db4d3153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:30.397074336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a17377b-968a-4581-9b67-919c09e3627d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:30.428714964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a17377b-968a-4581-9b67-919c09e3627d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:30.492183658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a17377b-968a-4581-9b67-919c09e3627d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:30.504226551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"55523475-664f-4bb9-808d-5d4f05697513","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:30.551940718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a17377b-968a-4581-9b67-919c09e3627d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:30.604872981Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-12b8da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-12b8da","reconcileID":"0282fbf0-5a09-4fd5-8cb2-baf55938f0bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-12b8da","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-12b8da":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:30.627076592Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"2af18386-ae09-4599-8a7f-a504991b8f0a","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:30.790844942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0df874-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-sub","reconcileID":"c89e5872-c26e-4781-9650-4599b89e4671","MaaSSubscription":{"name":"e2e-rot-0df874-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-rot-0df874","model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:30.791287182Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"96a6f884-2b66-4060-9ff3-ef4bb987d80d","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:30.952446471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"895a8da6-f99e-4fc1-aad9-bd136b83ce50","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:30.952566855Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"895a8da6-f99e-4fc1-aad9-bd136b83ce50","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"routeName":"external-model-e2e-rot-0df874-1389a57230d5","namespace":"e2e-extmod-rot-user-f1cb9c","model":"e2e-rot-0df874","externalModel":"e2e-rot-0df874","provider":"e2e-rot-0df874-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:31.23244094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"7f54f74d-d678-4a4a-87d2-f2022727abc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:31.316984516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"7f54f74d-d678-4a4a-87d2-f2022727abc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:31.32232599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"5535948e-1079-42fe-8ca6-8413527eecf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:31.384541053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"5535948e-1079-42fe-8ca6-8413527eecf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:31.804956929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"6699c64c-bbaf-4c99-8b82-8fb14f29a267","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:31.97559199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"6699c64c-bbaf-4c99-8b82-8fb14f29a267","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:32.037391808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"de6afe27-c10a-45d3-8cf3-fc5d48c75d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:32.038535544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"4041b846-8903-418d-bbb8-a4a454e47168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:32.073655984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"4041b846-8903-418d-bbb8-a4a454e47168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:32.083584611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"de6afe27-c10a-45d3-8cf3-fc5d48c75d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:32.167444026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216c270f-446b-4ad1-9eaf-d30fbc63cfe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:32.185029285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216c270f-446b-4ad1-9eaf-d30fbc63cfe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:32.203070629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216c270f-446b-4ad1-9eaf-d30fbc63cfe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:32.223374458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216c270f-446b-4ad1-9eaf-d30fbc63cfe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:32.441354279Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"6d43ac24-9367-42d5-b300-9b2bc50aad19","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.301567859Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rot-0df874-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.301903436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"e8612f08-e0b0-4798-939a-c2d9ab413bf9","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.323964416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"a8eac009-0ece-4d96-b357-76d9d6db5abc","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:33.338540916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-list-subs-refs-sub","reconcileID":"a35a9c72-be87-4727-a5ea-0903a45afad9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.356672883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"752c3931-685e-4f9e-9a7d-85095b849876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.356673053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"d8f3c974-5b03-450f-a5cd-8ae7b6ac383a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.380560523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"752c3931-685e-4f9e-9a7d-85095b849876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.388326289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"d8f3c974-5b03-450f-a5cd-8ae7b6ac383a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.389282868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"294af25e-326d-4858-bf90-1deb1ef8a0f1","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.412615221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"a3d26f0a-bb65-414c-b6bc-0682736b17a8","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.482048154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"7076954e-d58f-45e8-ad40-46e406e3b212","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.495402154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"c2a423c7-f692-43eb-b3f1-eea0fe42e082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.50380249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"7076954e-d58f-45e8-ad40-46e406e3b212","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.505653813Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-list-subs-refs-sub","reconcileID":"347a715e-17e9-49eb-b717-d9565fb897da","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-866159/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w3-866159/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.518024073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"c2a423c7-f692-43eb-b3f1-eea0fe42e082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.563507519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"e5147f45-3cba-4d17-985d-921a71b506f0","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.588335605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"28606a45-a0f2-4ce9-bfae-d920f9982be5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.687149201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-list-subs-refs-sub","reconcileID":"779f5cf1-e2fa-4fa2-a09f-e8545fb7d029","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.898522274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"02eea8da-2ef2-45c5-9888-0eda2315b650","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.9492722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"46e978c0-b6c7-4db1-9647-25edb493e8c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.949985664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"cb180822-0ab0-41e8-a5e4-861fcdb9ec87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.980661747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"46e978c0-b6c7-4db1-9647-25edb493e8c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:33.981231706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"cb180822-0ab0-41e8-a5e4-861fcdb9ec87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:34.307186401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"0f07ead4-ea51-4081-84ec-3b40a3ac8d90","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:34.353657789Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"0f07ead4-ea51-4081-84ec-3b40a3ac8d90","name":"e2e-shared-a-w4-f1e1c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:36.108144784Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:41.023101914Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"a7188c32-c0ef-46e5-9a3a-6b71e863feea","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:41.346168463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ae72e42-2e55-4f53-99d7-3ca2b528c845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:41.362843898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ae72e42-2e55-4f53-99d7-3ca2b528c845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:41.389692549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ae72e42-2e55-4f53-99d7-3ca2b528c845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:41.405844456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ae72e42-2e55-4f53-99d7-3ca2b528c845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:42.064976744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49797ba8-d6b8-4434-9d09-5a11912b2a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:42.080655091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49797ba8-d6b8-4434-9d09-5a11912b2a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:42.096138282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49797ba8-d6b8-4434-9d09-5a11912b2a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:42.111929572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49797ba8-d6b8-4434-9d09-5a11912b2a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:42.734467052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5926068-1e4b-48a1-8d29-822f43cec665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:42.749901854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5926068-1e4b-48a1-8d29-822f43cec665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:42.765261865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5926068-1e4b-48a1-8d29-822f43cec665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:42.7814271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5926068-1e4b-48a1-8d29-822f43cec665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:43.968905841Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-list-subs-refs-sub","reconcileID":"bb3a52fc-6422-4edc-99af-49326ad5a333","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:44.044359251Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-list-subs-refs-sub","reconcileID":"bb3a52fc-6422-4edc-99af-49326ad5a333","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-866159/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:44.118062713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"22481a31-7f9e-4ae1-abef-3287e95538d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:44.21915662Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rot-0df874-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:44.219404778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"82884ec5-14c2-4000-8114-69dfdfe5a613","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:44.267873952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"200956d7-55cb-4aee-bb03-ed5605e4be82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:44.274262421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"6f07b836-2a56-4dbe-beaa-47fb2ccbfeda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:44.301347224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"6f07b836-2a56-4dbe-beaa-47fb2ccbfeda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:44.305265396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"200956d7-55cb-4aee-bb03-ed5605e4be82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:44.959863369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"c00d981c-4a1a-4c29-a27e-72ec706d66ea","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"tenant":"e2e-worker-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:44.95989773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"c00d981c-4a1a-4c29-a27e-72ec706d66ea","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:44.987007448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"3062c0e3-8383-4841-b23e-dab2abefa498","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.133806064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"0fa0a0df-cc04-49a4-8768-8f6e16ced25f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"tenant":"e2e-worker-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.134960012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"0fa0a0df-cc04-49a4-8768-8f6e16ced25f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.134188987Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rot-0df874-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.166700939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"85b782ae-17b4-41fa-a3f3-9e9e16e03864","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"tenant":"e2e-worker-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.166853902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"85b782ae-17b4-41fa-a3f3-9e9e16e03864","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:45.17305279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-enrichment-sub","reconcileID":"b252b1df-2001-4872-b599-1b538f2a8012","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.215221762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"1a872ad9-6892-4ba8-b5d7-32c59104dc56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.215354183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"de9b6737-61f0-49d3-afc8-02ca4e257d7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.223548007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"f50e4d42-1f86-49ea-814a-6191fb1cdd45","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"tenant":"e2e-worker-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.223639879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"f50e4d42-1f86-49ea-814a-6191fb1cdd45","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.245552204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"de9b6737-61f0-49d3-afc8-02ca4e257d7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.255381805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"1a872ad9-6892-4ba8-b5d7-32c59104dc56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.256671535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"ada1b010-8254-4445-b950-603d43897a8b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"tenant":"e2e-worker-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.256739174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"ada1b010-8254-4445-b950-603d43897a8b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.3400664Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-enrichment-sub","reconcileID":"e42d0398-df65-450c-b0f5-0db811275bd1","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-866159/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.358687564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"b31f4afd-05b5-4e6b-b2e7-b32c8a33c23d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"tenant":"e2e-worker-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.358808016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"b31f4afd-05b5-4e6b-b2e7-b32c8a33c23d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.365210932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"1c4d7c28-f710-496a-a568-1369f9605e25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.385161589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"dea653d3-eaa2-4f47-bce1-073b99ac9e1d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"tenant":"e2e-worker-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.385255844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"dea653d3-eaa2-4f47-bce1-073b99ac9e1d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.412686382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"1c4d7c28-f710-496a-a568-1369f9605e25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.45570846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"c6215d0b-7fc7-41cd-afed-ff41059bc2da","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"tenant":"e2e-worker-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.45617196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"c6215d0b-7fc7-41cd-afed-ff41059bc2da","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.497241501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-enrichment-auth","reconcileID":"f82f71c0-ca92-4d83-b2db-6ce14cbce9ac","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.505395549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"2a436ec6-3c7e-4c53-965a-50e0ca5760d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.529948902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-enrichment-auth","reconcileID":"f82f71c0-ca92-4d83-b2db-6ce14cbce9ac","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.53088688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-enrichment-sub","reconcileID":"03067d11-ffac-4c20-8e1d-1611b65bfa5c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.55562581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"2a436ec6-3c7e-4c53-965a-50e0ca5760d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.645108456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"d12234f5-2cd3-46fb-bd90-6874627f2893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.685629639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"d12234f5-2cd3-46fb-bd90-6874627f2893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.693481333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"77c270bc-f7b7-43f7-ab53-4ea1dac6145c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"tenant":"e2e-worker-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.693563119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"77c270bc-f7b7-43f7-ab53-4ea1dac6145c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.762629716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-enrichment-auth","reconcileID":"8a588230-41b5-41cc-afab-593dab0a671f","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:45.785736508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-enrichment-auth","reconcileID":"8a588230-41b5-41cc-afab-593dab0a671f","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.305585315Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-enrichment-auth","reconcileID":"ed03ce9f-a94e-4909-9f09-ac81f9c5550c","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.306012689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"067066ba-2e22-487d-a2aa-fa6c29600f58","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"tenant":"e2e-worker-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.306087768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"067066ba-2e22-487d-a2aa-fa6c29600f58","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.383456912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"fa034660-7b67-415a-936e-55f5b9ad5b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.38438407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"28f5b494-254a-4be7-b947-6af460064465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.405013719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-enrichment-sub","reconcileID":"35085430-8ee9-435e-870b-7dbf472d7973","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.405853336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"fa034660-7b67-415a-936e-55f5b9ad5b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.409877854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"28f5b494-254a-4be7-b947-6af460064465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.442734686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"0fbb672e-6445-497a-bb30-c0392c193bdc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"tenant":"e2e-worker-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.442750381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"0fbb672e-6445-497a-bb30-c0392c193bdc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.537960688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-enrichment-sub","reconcileID":"8147cc3a-de06-4e37-b691-1d3a0f9eb901","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.574266091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"02dc430e-6416-4073-b3cc-996d60c28370","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.57486146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"574750e3-032e-4643-903e-920fe8524169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.601565086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"574750e3-032e-4643-903e-920fe8524169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.601822483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"02dc430e-6416-4073-b3cc-996d60c28370","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.61030776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"3e6c72f6-4ca4-4cfb-8dd8-5f0780fcca29","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"tenant":"e2e-worker-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.610326296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"3e6c72f6-4ca4-4cfb-8dd8-5f0780fcca29","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.784754332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"50a198f3-c562-4c16-9b67-c65471e60d90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.785222914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"c1d14265-5dad-4746-bee0-5b74bf89cf2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.806033696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"50a198f3-c562-4c16-9b67-c65471e60d90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:46.806483129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"c1d14265-5dad-4746-bee0-5b74bf89cf2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.673565698Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","namespace":"ai-tenant-e2e-praxis-b-514524","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.673653782Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","namespace":"ai-tenant-e2e-praxis-b-514524","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.673731316Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","tenant":"e2e-praxis-b-514524","tenantID":"e2e-praxis-b-514524","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.69610102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"Deployment","name":"maas-api-e2e-praxis-b-514524","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.727118172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"Service","name":"maas-api-e2e-praxis-b-514524","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.748716275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-514524","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.766847469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-514524","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.788912624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-514524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.807803873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-514524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.832751322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-514524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.851125902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-514524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.866603829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-514524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.885040686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-514524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.901018383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"Service","name":"payload-processing-e2e-praxis-b-514524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.916425152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-514524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.931746484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-514524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.947004257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-514524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.96219453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-514524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:47.99297697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-514524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:48.013022201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-514524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:48.045094582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-514524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:48.061125568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-514524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:48.078853317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-514524"},"namespace":"ai-tenant-e2e-praxis-b-514524","name":"default-tenant","reconcileID":"1e70f0bd-3215-4286-a834-e5f9ecb0f5b7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-514524","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:49.366652735Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"39f8d30b-55a9-404e-9c83-ce3e97266882","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:49.427228979Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"d78e479d-208b-4712-bc5f-b992e70f6143","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:49.520366052Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-514524","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-514524","reconcileID":"41713284-b997-45a9-b2ee-c527b68ee77d","aitenant":"ai-tenants/e2e-praxis-b-514524","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:49.627563115Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"62260fee-91f8-464a-9c26-8664f323683c","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:49.795106408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82f8803-d06e-41f2-8286-c44927a7eca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:49.815173029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82f8803-d06e-41f2-8286-c44927a7eca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:49.832460743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82f8803-d06e-41f2-8286-c44927a7eca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:49.848752878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82f8803-d06e-41f2-8286-c44927a7eca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:49.868316306Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-514524","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-514524","reconcileID":"41713284-b997-45a9-b2ee-c527b68ee77d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-514524","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-514524"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:49.966942021Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"d47d3fdf-00b2-4abc-b847-a1031e0dd80f","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:50.193284437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"da2bdd58-b3fd-4c81-b296-cff90415c7a1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:50.238561989Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"da2bdd58-b3fd-4c81-b296-cff90415c7a1","name":"e2e-extmod-b-12b8da-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:50.7968952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9debc1f-49f6-42d2-bc2c-b40da94c4808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:50.813505111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9debc1f-49f6-42d2-bc2c-b40da94c4808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:50.829219135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9debc1f-49f6-42d2-bc2c-b40da94c4808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:50.845693417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9debc1f-49f6-42d2-bc2c-b40da94c4808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:51.883476697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d7efc34-785b-4f44-b3e9-de22050c18aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:51.883500493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d7efc34-785b-4f44-b3e9-de22050c18aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:51.904270676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6892e4ef-5985-4186-bbc5-9959d44f5782","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:51.904286823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6892e4ef-5985-4186-bbc5-9959d44f5782","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:51.947559648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"b89d4cb7-4ea4-4e9b-b623-7629da13af87","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.007950236Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"b89d4cb7-4ea4-4e9b-b623-7629da13af87","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.029551276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"b89d4cb7-4ea4-4e9b-b623-7629da13af87","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.050839673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ccaa1aa-6c25-4be4-8750-934b534001bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.050856179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ccaa1aa-6c25-4be4-8750-934b534001bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.090378572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5f9e744-54b3-42e5-82c3-ee2155adde7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.090394176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5f9e744-54b3-42e5-82c3-ee2155adde7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.090509385Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rot-0df874-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.115961723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8753270f-6424-4d39-a9c3-e14d89a3ae47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.115975678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8753270f-6424-4d39-a9c3-e14d89a3ae47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:52.125332737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-sub-79764701","reconcileID":"1654c9e7-d978-4ef3-90c6-eba041708035","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-79764701\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.126008575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"da1971e8-1721-4acb-bf62-6631ddfe15da","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.150115125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"da1971e8-1721-4acb-bf62-6631ddfe15da","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.167377968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5343d96-d63a-4422-8429-eaea5fa17b38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.167392154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5343d96-d63a-4422-8429-eaea5fa17b38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.171135306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"da1971e8-1721-4acb-bf62-6631ddfe15da","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.188395582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ee82b45-63e9-43e9-8f12-7cfb553c7a28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.188409584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ee82b45-63e9-43e9-8f12-7cfb553c7a28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.274024419Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-sub-79764701","reconcileID":"8fc68d12-c9f4-486c-ad3d-8da2cc4d8ff4","MaaSSubscription":{"name":"e2e-sub-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-79764701/e2e-sub-79764701","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.335333033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a06ed63-dcfb-4f41-8cf2-614618a9a8f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.335347597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a06ed63-dcfb-4f41-8cf2-614618a9a8f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.367125661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"25f20a91-0262-4dab-bf92-610a1f995cf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:52.491012945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-sub-79764701","reconcileID":"ea34d10a-82bb-43f2-8c97-57de2b77dd3d","MaaSSubscription":{"name":"e2e-sub-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:54.625916968Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"8bb39a54-1a6b-4470-85dd-9aea10a2c5db","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:54.984075333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67e35a5-bbfc-4699-aedd-f9633679ac06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:55.003655873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67e35a5-bbfc-4699-aedd-f9633679ac06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:55.0225137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67e35a5-bbfc-4699-aedd-f9633679ac06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:55.038004814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67e35a5-bbfc-4699-aedd-f9633679ac06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:55.801385576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a06c6234-f27c-4190-9faf-4715b0456d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:55.819818982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a06c6234-f27c-4190-9faf-4715b0456d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:55.835579921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a06c6234-f27c-4190-9faf-4715b0456d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:55.852512454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a06c6234-f27c-4190-9faf-4715b0456d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:56.666647565Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-enrichment-sub","reconcileID":"72f0072e-3cef-4a4e-bec6-8315baaf468c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:56.688856802Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-enrichment-sub","reconcileID":"72f0072e-3cef-4a4e-bec6-8315baaf468c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:56.705611776Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-enrichment-sub","reconcileID":"72f0072e-3cef-4a4e-bec6-8315baaf468c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:57.09923108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"cb28f9ab-9178-4fd7-b28d-b13674ae9cd2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"tenant":"e2e-worker-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:57.099345325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-enrichment-model-ref","reconcileID":"cb28f9ab-9178-4fd7-b28d-b13674ae9cd2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:57.100158177Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rot-0df874-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:57.184410036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"4af32866-d0a2-4c32-86e2-5cc49d2a4447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:57.185366332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"89a30c4c-73f1-4e97-ba4e-406b3deaff46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:57.212560908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"4af32866-d0a2-4c32-86e2-5cc49d2a4447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:57.214126597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"89a30c4c-73f1-4e97-ba4e-406b3deaff46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:57.411624121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"ac667bd8-2f38-409d-97fa-8166ae221d91","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.156104774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"994735c2-c9c0-4f73-ac89-32f913922da7","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.156300385Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rot-0df874-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.186473671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"eb10e15f-1f3e-49f3-9346-7aad7f72bbf9","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:58.20645264Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-sub","reconcileID":"e0b37463-7b22-47aa-863c-75fc5a57e32c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.227996387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"fc8b7054-f3c2-400f-9b1e-ec9703301144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.228677083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"dc16b7b4-2fc0-47a4-b8e8-3f67d2f565f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.260234665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"1892a277-6146-410a-9435-5cf95be81230","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.264192267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"fc8b7054-f3c2-400f-9b1e-ec9703301144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.264677961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"dc16b7b4-2fc0-47a4-b8e8-3f67d2f565f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.288805975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"18115d3b-2929-4345-be13-cdc87c4215e5","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.388106134Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-sub","reconcileID":"15bfc698-93f7-46c4-a813-362821216fec","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-distinct-w3-866159","model":"distinct-w3-866159","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-866159/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.399946944Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rot-0df874-sub]","namespace=ai-tenant-e2e-worker-w3-866159 priority=0:[ai-tenant-e2e-worker-w3-866159/e2e-model-match-sub ai-tenant-e2e-worker-w3-866159/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.411903867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"b00bd709-a531-4d25-913a-24ced935c5e2","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.42563468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"c9ecfb43-c570-4dac-aa3c-0cc1b90ae048","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:58.443580968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-sub","reconcileID":"a94af2da-8094-440d-8edb-e30e3ed102a8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.448551389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"8ac92415-f9b6-4920-a8cd-9d3ba5cb81a1","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:58.458007419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-sub","reconcileID":"15bfc698-93f7-46c4-a813-362821216fec","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.477634494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"f427aed4-5d96-4015-ad5e-00a51043a4e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.477730593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"21e13300-2d83-420a-b2d0-e1efac4915d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.489275637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"823c745c-d77e-4b1e-80cd-8ce4cd825244","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.521801888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"f427aed4-5d96-4015-ad5e-00a51043a4e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.523407048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"21e13300-2d83-420a-b2d0-e1efac4915d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.523800145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"3dbe3d38-1618-4ad4-b029-77f4f4cf8b69","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.543832047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-sub","reconcileID":"6d4f8fa2-f817-404f-8690-50269298cf75","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-distinct-w3-866159","model":"e2e-models-e2e-worker-w3-866159/distinct-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.614528859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"ec220a2d-1512-4d31-b790-65d9ea2fa40a","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.640845583Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-sub","reconcileID":"044f8e2b-706b-4b6f-b7f3-7121643c2b51","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-distinct-2-w3-866159","model":"distinct-2-w3-866159","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-866159/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.646013114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"f7e8201d-671a-4adb-85a5-c360aad0d27a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.648580371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"d7b19e55-d948-4dba-895a-817260da3f2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.648942737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"3f8c36e9-4299-4949-aa2a-77cb42145537","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.705267844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"228d1371-a3ed-4717-8f72-dcb2e52e2191","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.706475054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"f7e8201d-671a-4adb-85a5-c360aad0d27a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.726143372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"d7b19e55-d948-4dba-895a-817260da3f2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:58.733713795Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"228d1371-a3ed-4717-8f72-dcb2e52e2191","name":"distinct-w3-866159","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-866159\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:58.733768648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"228d1371-a3ed-4717-8f72-dcb2e52e2191","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-866159\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.73397013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"f74b3d19-7df3-46eb-af8c-a1a3704e9855","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.741150335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"7c7b5975-ba3a-462b-9fef-992352059051","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.801385057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"f83ae450-b8dc-4ccf-8f79-0f54db8b233d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.821511626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-sub","reconcileID":"7c4986b0-6970-410b-acf6-45c0cab40e1a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-distinct-2-w3-866159","model":"e2e-models-e2e-worker-w3-866159/distinct-2-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.822068697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-sub","reconcileID":"04fe9f72-17bd-4f85-90c2-bda3b046868f","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-distinct-w3-866159","model":"e2e-models-e2e-worker-w3-866159/distinct-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.826026277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"f83ae450-b8dc-4ccf-8f79-0f54db8b233d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.921365083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"dcf9d0b4-c92e-4811-a922-1bc4aa588c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.964458265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"627a9ff9-c1cb-4168-8dcc-345aa2bcc46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:58.965137088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"85a40bae-83fd-436b-b00b-04c5be528874","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:59.024289535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"dcf9d0b4-c92e-4811-a922-1bc4aa588c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:59.059085699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"627a9ff9-c1cb-4168-8dcc-345aa2bcc46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:59.061841112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"540ce987-e16d-445a-a83a-de69ebedf775","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:59.063246055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"7850b6c8-3bcc-469b-9f97-378137cf7c0f","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:59.189602694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-sub","reconcileID":"e42c8cae-cd75-4296-b63d-7c4494ee8497","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-distinct-2-w3-866159","model":"e2e-models-e2e-worker-w3-866159/distinct-2-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:59.227271149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"aa867a3c-3b71-41f3-b60a-262597eaa321","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:59.227962097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"ebd7d2ab-4e36-451c-9ffb-d106b3a30c97","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:59.256762901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"aa867a3c-3b71-41f3-b60a-262597eaa321","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:59.258955833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"ebd7d2ab-4e36-451c-9ffb-d106b3a30c97","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:59.272428141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"a0203bc1-e2cc-43e7-866e-5fba02c039e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:59.305812887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"a0203bc1-e2cc-43e7-866e-5fba02c039e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:59.314249753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"61dd8a33-c338-4a85-9b57-734946424917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:59.337573586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"61dd8a33-c338-4a85-9b57-734946424917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:59.41445158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"d31e3012-d678-427f-94f4-51ab61c8c318","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:59.532281905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"2c66741e-8a79-4ee4-ad99-0f0cd78e3ca0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:59.556196038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"2c66741e-8a79-4ee4-ad99-0f0cd78e3ca0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:00.008904988Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"6aca3702-04e7-4d56-9144-45a91d0da995","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:00.095151875Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"aea1e200-f956-4211-ba74-b597950b73c2","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:00.420760568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca6fba53-3354-426a-8f06-28428f842f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:00.436667667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca6fba53-3354-426a-8f06-28428f842f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:00.452881596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca6fba53-3354-426a-8f06-28428f842f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:00.468655551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca6fba53-3354-426a-8f06-28428f842f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:01.149114135Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"08ed8924-0401-4e43-89eb-8423f312ccd0","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:01.165760706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3364eb4e-2569-409a-a043-ec97ad489c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:01.192015491Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-623b4b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-623b4b","reconcileID":"4ffacfe2-a332-46fe-950f-1045bd0bf67e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-623b4b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-623b4b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:01.193273903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3364eb4e-2569-409a-a043-ec97ad489c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:01.21027842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3364eb4e-2569-409a-a043-ec97ad489c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:01.22599835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3364eb4e-2569-409a-a043-ec97ad489c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:01.326434561Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"9205c725-bcba-4dba-959b-46a695a98226","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:02.046910883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fffee637-3a07-49bb-8089-5faf9deca42c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:02.063347968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fffee637-3a07-49bb-8089-5faf9deca42c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:02.09244573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fffee637-3a07-49bb-8089-5faf9deca42c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:02.113597972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fffee637-3a07-49bb-8089-5faf9deca42c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:02.220150173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"6ab1fbad-421c-43a5-90cf-7c89673e21fe","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:02.240977537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"6ab1fbad-421c-43a5-90cf-7c89673e21fe","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:02.26087135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"6ab1fbad-421c-43a5-90cf-7c89673e21fe","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:02.744129063Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"552fc3c3-624b-4925-b8f1-8ad3b8f44bf6","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:06.10541029Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:11.28924944Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"9e74008a-4c2b-4a5f-9868-fd6e10a45608","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:11.665588419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802d1897-411e-48bd-87cd-52966a60b46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:11.681082587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802d1897-411e-48bd-87cd-52966a60b46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:11.696398845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802d1897-411e-48bd-87cd-52966a60b46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:11.711976713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802d1897-411e-48bd-87cd-52966a60b46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.296848755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"2d467bbb-cfd1-4696-998d-64c0e0ab3a77","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.318428003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"2d467bbb-cfd1-4696-998d-64c0e0ab3a77","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.338537419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"2d467bbb-cfd1-4696-998d-64c0e0ab3a77","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.358001457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee1eb68-7d8f-45c3-8c2f-58cd8f83c937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.361272306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"298e41eb-eb53-4999-8007-e935a7ac54aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.361289124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"298e41eb-eb53-4999-8007-e935a7ac54aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.373661334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee1eb68-7d8f-45c3-8c2f-58cd8f83c937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.388980246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee1eb68-7d8f-45c3-8c2f-58cd8f83c937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.404565882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee1eb68-7d8f-45c3-8c2f-58cd8f83c937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.526371179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"2e13709a-a039-4019-accb-2f1832d3fa74","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.5795578Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-sub","reconcileID":"a54d3234-bd8d-435c-9e9e-b05a7e0f7572","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5fd44703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.60575124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"52479e15-008b-419e-aea3-1ff3b635e4c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.605871735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"28dad5e4-3ad0-40b6-a2ab-56106b601301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.611225305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"52f6943b-04ae-43c3-b825-9d9c61f4e873","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.611231561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"7cce6907-46ca-47cb-ac80-03a76fa32fe9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.627702313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"52479e15-008b-419e-aea3-1ff3b635e4c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.62799715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"28dad5e4-3ad0-40b6-a2ab-56106b601301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.634231584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"7cce6907-46ca-47cb-ac80-03a76fa32fe9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.639522388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"52f6943b-04ae-43c3-b825-9d9c61f4e873","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.756549721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"8471a21e-c6af-457e-9f13-13955a226402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.756562095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"49280352-cd43-49e9-84b9-03724bb9da39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.777881107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"8471a21e-c6af-457e-9f13-13955a226402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.777981793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"49280352-cd43-49e9-84b9-03724bb9da39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.86046912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"700a7e51-aa04-406a-8673-defae09ee472","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.860692142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"ed7fabe8-50d3-4337-9fdb-6b5a012cad08","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.882307788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"700a7e51-aa04-406a-8673-defae09ee472","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:12.882580466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"ed7fabe8-50d3-4337-9fdb-6b5a012cad08","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:18.816577054Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7327a2","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2","reconcileID":"c1569a51-3e47-463d-ba02-09f0f680563d","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:18.839727406Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7327a2","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2","reconcileID":"10a953fc-12e0-477c-8d81-cb1699185820","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:18.852107232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"e55b0b79-aafa-41bf-bc40-378bc865afa5","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:18.86751762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"87bbbed9-d707-42f4-b80b-d29ff881991b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:18.872263873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e38d0106-22c1-446c-b8ae-23facf160ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:18.873595469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"e55b0b79-aafa-41bf-bc40-378bc865afa5","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:18.889243704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"87bbbed9-d707-42f4-b80b-d29ff881991b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:18.892988978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"e55b0b79-aafa-41bf-bc40-378bc865afa5","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:18.903988066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"5efd7602-45d2-4a7d-b9ac-f2605081158b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:18.9251995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"5efd7602-45d2-4a7d-b9ac-f2605081158b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:18.929165709Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e38d0106-22c1-446c-b8ae-23facf160ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:18.944225671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"792a61a3-c063-43d1-8ec6-702e2e50cd7e","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:18.94989284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e38d0106-22c1-446c-b8ae-23facf160ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:18.965160264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"792a61a3-c063-43d1-8ec6-702e2e50cd7e","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:18.971427948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"252233b4-59bc-4efb-993e-15153b7ce6ed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:18.971448217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"252233b4-59bc-4efb-993e-15153b7ce6ed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:18.993389387Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"792a61a3-c063-43d1-8ec6-702e2e50cd7e","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.013168129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"2f4485b2-30ee-453b-8a44-83beb666a46f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.038356082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"2f4485b2-30ee-453b-8a44-83beb666a46f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.114272532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"13596cd5-b602-4d13-b3a1-3ee7ca7e8cc8","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.118275636Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"b5f55c9a-171c-4711-88a3-1c1b2848cea2","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-shared-7327a2","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.137092669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"13596cd5-b602-4d13-b3a1-3ee7ca7e8cc8","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.208391862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"f2771852-7336-4b5f-9444-432966dd9cf7","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.236139476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"f2771852-7336-4b5f-9444-432966dd9cf7","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.287740256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"fdf78a59-9493-4e27-9ec2-59f572929b2d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.288176009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"34f573c3-b2dd-4c65-9125-4c9d5f505086","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.309338143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"fdf78a59-9493-4e27-9ec2-59f572929b2d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.313645143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"34f573c3-b2dd-4c65-9125-4c9d5f505086","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.328000355Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"f57e855c-7ca9-471f-a2fd-e36300979730","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-shared-7327a2","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.342557124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59314713-66e5-4c77-a0aa-e70b16384b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.36840316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59314713-66e5-4c77-a0aa-e70b16384b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.385528622Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"fa189b20-f958-440f-878e-96dc8b90bb76","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-shared-7327a2","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.43937826Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"55cab563-fb32-4ba6-9484-9fc478634010","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-shared-7327a2","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.441977632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"2297489d-b240-49a6-a25e-a5405d42d036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.477824308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"2297489d-b240-49a6-a25e-a5405d42d036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.545150362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"265a7d79-607c-44a6-9f86-6755b7a17344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.566999886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"265a7d79-607c-44a6-9f86-6755b7a17344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.64287505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ea0cc11a-571e-4c34-9be3-6233c3c8f693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.643463953Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7327a2","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2","reconcileID":"057b9e3f-4c0a-4b30-bca7-2e29b1e5d6f3","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.644645482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"2dc4c752-c412-490d-9241-c4cd9e830e8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.64618819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"8945d078-ce00-47e4-8212-6dedb454d5e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.659558109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"9daffaa7-a024-4bd0-9f6d-4ffd4f1e23b2","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.663903638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ea0cc11a-571e-4c34-9be3-6233c3c8f693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.665326837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"2dc4c752-c412-490d-9241-c4cd9e830e8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.66741015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"8945d078-ce00-47e4-8212-6dedb454d5e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.716332784Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"f899773d-8af7-444b-87e8-3d5fc65a1c22","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.717996293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"6ae37d29-af41-4356-bd7b-e222d45ebe9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.73989173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"6ae37d29-af41-4356-bd7b-e222d45ebe9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.739937222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"27232810-21a9-4b87-b299-f45698557e7f","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.762057519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"27232810-21a9-4b87-b299-f45698557e7f","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.77131444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"e92ecb71-26ec-4031-ae1d-abc21f54687a","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:19.807518534Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"e92ecb71-26ec-4031-ae1d-abc21f54687a","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:19.807614548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"e92ecb71-26ec-4031-ae1d-abc21f54687a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.825079627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"cdcf702f-bad3-4101-a59a-5487fd8fa8d5","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.860883723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"c8314e4e-71a4-4f9f-ab60-18878a8df658","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.874253067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"105aa39f-81d7-4214-a3ff-9ba3e1466f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.876136698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aad165c2-1159-4854-b55b-38a947527a7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.896022968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"105aa39f-81d7-4214-a3ff-9ba3e1466f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.898506849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aad165c2-1159-4854-b55b-38a947527a7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.918730357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aad165c2-1159-4854-b55b-38a947527a7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.937360798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"f027a77d-08e7-4895-9fb9-9639ef0cf675","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.958763678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"d8db543b-19ce-400a-885a-5231dba46c34","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.960155038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"f027a77d-08e7-4895-9fb9-9639ef0cf675","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.979925497Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"f027a77d-08e7-4895-9fb9-9639ef0cf675","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:19.993617146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"8adc513b-b2ad-4e01-916b-9da2fd93a4c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.008917651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"1c42240d-9bc7-43a0-896e-b44c84c36af3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.017852641Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"d8db543b-19ce-400a-885a-5231dba46c34","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.018672988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"8adc513b-b2ad-4e01-916b-9da2fd93a4c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.031142521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"1c42240d-9bc7-43a0-896e-b44c84c36af3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.042956023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"dcfa4721-a383-4a85-a8a6-37a040cec9f5","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.044154525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"d8db543b-19ce-400a-885a-5231dba46c34","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.064565733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1e5bed8-807f-4907-af13-23119a5285f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.064584673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1e5bed8-807f-4907-af13-23119a5285f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.065421669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"dcfa4721-a383-4a85-a8a6-37a040cec9f5","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.081388617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"34cf87fc-14d3-4a6a-82c6-db01724769c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.084995445Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"dcfa4721-a383-4a85-a8a6-37a040cec9f5","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.103029432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"34cf87fc-14d3-4a6a-82c6-db01724769c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.18248543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"8c521308-3da3-4f04-b2d3-f86772fa7863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.182690596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"a8dadb5e-f8c9-4b68-a4bf-3593e99b4dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.1853546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"de2cfc9b-6494-40ab-afb4-20c7efc72b9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.20334779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"8c521308-3da3-4f04-b2d3-f86772fa7863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.203378308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"a8dadb5e-f8c9-4b68-a4bf-3593e99b4dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.206061364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"de2cfc9b-6494-40ab-afb4-20c7efc72b9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.230870245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2adc6a0c-ef35-457f-9611-cbd5786e6e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.244374584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"2d1c7f97-5fe4-4ad0-93ed-bb2e93a49288","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.251724578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2adc6a0c-ef35-457f-9611-cbd5786e6e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.265157493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"2d1c7f97-5fe4-4ad0-93ed-bb2e93a49288","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.464946923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"0bec99d4-b3b8-41a3-907c-a2b5e54169a3","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.465392369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"64029f2f-685d-4051-a7c5-171bb45b4554","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.466024044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"348ae230-5fe6-43a2-b2c5-849346b0bcd3","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.486281519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"0bec99d4-b3b8-41a3-907c-a2b5e54169a3","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.488711958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"64029f2f-685d-4051-a7c5-171bb45b4554","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.491224388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"348ae230-5fe6-43a2-b2c5-849346b0bcd3","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.521624887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"52861cce-c580-4d2a-88d7-2cb68d6d8e51","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.539443994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"8b7f14fe-54f9-49e9-9ccb-c867dea7ea36","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.544829951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"52861cce-c580-4d2a-88d7-2cb68d6d8e51","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.560368966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"8b7f14fe-54f9-49e9-9ccb-c867dea7ea36","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.694721737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27bad301-56b2-4e7d-82f1-608fd292f693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.751755778Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27bad301-56b2-4e7d-82f1-608fd292f693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.77284215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27bad301-56b2-4e7d-82f1-608fd292f693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.794472022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db7d0bf3-013c-42b4-880c-fb93ae89d191","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.794487521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db7d0bf3-013c-42b4-880c-fb93ae89d191","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:21.338299997Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"fe5fedd4-4bf5-49fb-9bdf-2f93a01a5bc2","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.006350525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"694113b4-8b81-4aae-82bd-30e422ec38bc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.052738556Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"694113b4-8b81-4aae-82bd-30e422ec38bc","name":"e2e-shared-b-w4-623b4b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.596828595Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-sub","reconcileID":"8cf8bccb-cb65-4ea6-ac61-8cb1d41c632e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/distinct-w3-866159","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.612961786Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-sub","reconcileID":"8cf8bccb-cb65-4ea6-ac61-8cb1d41c632e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/distinct-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.629444615Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-sub","reconcileID":"8cf8bccb-cb65-4ea6-ac61-8cb1d41c632e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/distinct-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.723319138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"9b4dca1c-8bce-47cc-9e37-03f45f15fa6c","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.72337637Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rot-0df874-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.747484454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"8fa8b5fb-6c64-4fa8-b7bb-34555a7a9392","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.804392408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"bbd11948-96f5-4613-b8e6-fbc0ae391488","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.804958574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"070d32c8-c178-40a7-a8e4-b66055174fbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.80575085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"38bfdd8a-a54b-4eae-a99b-79ba917accb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.806579358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"2de259b3-1023-4cdd-a216-39384795d269","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.826047625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"070d32c8-c178-40a7-a8e4-b66055174fbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.827175739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"bbd11948-96f5-4613-b8e6-fbc0ae391488","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.828937946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"38bfdd8a-a54b-4eae-a99b-79ba917accb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.830940415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"2de259b3-1023-4cdd-a216-39384795d269","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.879360878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"da60337e-4e11-46fc-b76b-15ce37894374","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.932356362Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-sub","reconcileID":"2477b3d0-2f1a-49f7-9a10-776647ae390e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-12879879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.955332112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"3ad22312-0acf-41e1-91ff-d13ba28f0d1f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.961428306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"b3f7c0fe-f56d-4959-98de-7be315ab1e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.961513005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"0a3e4e4a-5d5b-4307-bf12-80bbe38a1444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.97747937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"3ad22312-0acf-41e1-91ff-d13ba28f0d1f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.982608521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"0a3e4e4a-5d5b-4307-bf12-80bbe38a1444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:22.985512328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"b3f7c0fe-f56d-4959-98de-7be315ab1e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:23.056064773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"fb01a302-d09a-49ad-bb5a-22d784721974","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:23.078976217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"fb01a302-d09a-49ad-bb5a-22d784721974","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:23.250238911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"aa6388d8-6755-493a-b508-d53428ac277f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:23.250829228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"bc92546b-79ea-44b5-a003-63fcfcc283be","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:23.25112825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"cbede4cd-5a21-40ca-9dbc-add1c64a55d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:23.27327926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"aa6388d8-6755-493a-b508-d53428ac277f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:23.273297832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"cbede4cd-5a21-40ca-9dbc-add1c64a55d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:23.275932155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"bc92546b-79ea-44b5-a003-63fcfcc283be","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:26.327304971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"f39861eb-5ebe-4247-98c9-19cf8b9ee8ae","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:26.360195195Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"5f38d10a-040d-46f0-b180-fbf49defa384","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:26.36225063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"57478771-f991-4989-8731-ecd4144241c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:26.425451127Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"57478771-f991-4989-8731-ecd4144241c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:26.445089481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9ba664-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"57478771-f991-4989-8731-ecd4144241c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:26.485653322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"1f62979e-bbf0-4e3c-9e9d-7168854a851c","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:29.968368613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2ac57f2-c375-4552-befa-ad1cf85201f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:29.989653328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2ac57f2-c375-4552-befa-ad1cf85201f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:30.009586322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2ac57f2-c375-4552-befa-ad1cf85201f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:30.031457657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e1b8546-3335-4571-af3f-169c41e923c8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:30.031474959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e1b8546-3335-4571-af3f-169c41e923c8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:30.099724753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"1f822e55-1e78-4177-a731-8c1a4ea52b68","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:30.156427552Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"1f822e55-1e78-4177-a731-8c1a4ea52b68","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:30.205550223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"1f822e55-1e78-4177-a731-8c1a4ea52b68","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:30.225728125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c446970d-7867-4747-ad5e-cbb99a707d29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:30.225745516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c446970d-7867-4747-ad5e-cbb99a707d29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:30.855167368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2d0e351-d9e7-4bb8-a571-04f6893b61bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:30.91373039Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2d0e351-d9e7-4bb8-a571-04f6893b61bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:30.93465092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2d0e351-d9e7-4bb8-a571-04f6893b61bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:30.956253334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d401fd1a-a483-4e87-9713-6f9e3a525e6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:30.956277429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d401fd1a-a483-4e87-9713-6f9e3a525e6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:31.37353783Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"2ba8a1fe-c872-4b1c-9fb7-96dd37d7cda6","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:32.949982846Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-sub","reconcileID":"ebc6b2f6-300e-4318-9c28-7287478c19e7","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/distinct-2-w3-866159","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:32.965988254Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-sub","reconcileID":"ebc6b2f6-300e-4318-9c28-7287478c19e7","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/distinct-2-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:32.982850533Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-sub","reconcileID":"ebc6b2f6-300e-4318-9c28-7287478c19e7","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/distinct-2-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:33.076962745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"ae7df25f-b9ec-405e-8487-4249f38db2c8","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:33.077103327Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rot-0df874-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:33.157205755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"3cc8cfb8-d103-4ef2-a74d-e2d7ceddfaf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:33.157523658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"5b890982-9a27-420e-8863-1abca853407e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:33.158097979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"af5ed919-a6b4-47ac-b138-bbbe0c487fc6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:33.158452404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"75b53020-5671-4a4f-a48f-9529f9aa0851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:33.178935427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"5b890982-9a27-420e-8863-1abca853407e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:33.179330068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"3cc8cfb8-d103-4ef2-a74d-e2d7ceddfaf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:33.181359733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"af5ed919-a6b4-47ac-b138-bbbe0c487fc6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:33.181561825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"75b53020-5671-4a4f-a48f-9529f9aa0851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:33.237839421Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-match-auth","reconcileID":"d2c8f7f3-18e2-4fcb-bf91-1c0f691f61a6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/distinct-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:33.237855145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"9daf8c3a-f3a4-4b94-a6a2-502057bd241a","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:33.387228691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"77fe4434-ad2c-41db-80fc-ef1fb6de6976","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:33.391092345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"de6eec23-27e3-42bf-bc71-0a478895ae75","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:33.408425009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"77fe4434-ad2c-41db-80fc-ef1fb6de6976","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:33.544357879Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-model-nomatch-auth","reconcileID":"6ede21c6-a2f3-4776-aec2-5fa0d348e849","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/distinct-2-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:33.544421704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"66d1cc00-a29d-404f-866a-4a37f15f66f6","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:33.682492219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"b7301df3-f648-4a42-9b76-7d25b24ed3dd","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:35.772454449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"f2b6082c-0ef5-41cd-a381-8ede308f9739","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:35.773065164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"72aa9ca7-64a4-4414-a220-8d6f70e7fd4a","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:35.773878584Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rot-0df874-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:35.798410273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"964eebc7-8ba0-4953-a58f-65a5ae9a608e","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:35.798991896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"d6ec2d5c-d193-4c87-b32f-17ed5ad95279","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:35.806370236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-partial-access-sub","reconcileID":"4aeb6329-38c1-4164-9b1f-95a33c17eb6a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:35.843444981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"5615e8ef-e892-4a41-86e5-1cbfe6f4ea8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:35.844459908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"be36c179-617a-4cb2-ada2-034c59ee3f3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:35.860581721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"974cc439-ab43-4421-a3f5-872c89c64047","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:35.861171314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"d98eff41-e6df-457a-9410-f248fa65bcd1","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:35.903891858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"be36c179-617a-4cb2-ada2-034c59ee3f3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:35.910304359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"5615e8ef-e892-4a41-86e5-1cbfe6f4ea8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:35.910736389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"58e328da-b3bb-4a28-b219-4eb1d3325085","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:35.911340447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"4cee8076-ea7a-46f8-bcbe-2d3eac46a74b","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:35.996727556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"0ccd0524-82c4-4680-908d-df0eeaa2f5b1","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.019046737Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-partial-access-sub","reconcileID":"d3e72435-e543-426e-a7e2-f7b5f971eddf","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-866159/e2e-partial-access-sub","ai-tenant-e2e-worker-w3-866159/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.020983015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"f4724975-9cc8-48b1-8e5b-f211c82d74cd","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.087538205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-partial-access-auth","reconcileID":"a22219da-9c20-4eab-87e5-5883cc906717","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.093035653Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-partial-access-sub","reconcileID":"d3e72435-e543-426e-a7e2-f7b5f971eddf","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-distinct-w3-866159","model":"distinct-w3-866159","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-866159/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.111701559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"2d2ee4c5-b4e4-464e-bad7-87e166c74c29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.114088701Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.123112661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-partial-access-auth","reconcileID":"a22219da-9c20-4eab-87e5-5883cc906717","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.179707291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"a2dc25c0-bc33-4e18-be77-68f71a8c8930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.196267281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"4eb54e71-4f99-4179-8e1c-1680703f10a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.205531962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"a2dc25c0-bc33-4e18-be77-68f71a8c8930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.223413194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"4eb54e71-4f99-4179-8e1c-1680703f10a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.223597668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"a106e275-604e-419a-b733-a0d7b3ce031a","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.229801636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"2536ad29-3b1b-42a4-8245-c88b6bfd3962","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.312443224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-partial-access-sub","reconcileID":"4a89f590-2604-4902-9360-44dcf11b9e1b","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.32208548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"46893be3-ace1-47d1-9d5c-2f0198aad9a2","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.386284901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-partial-access-auth","reconcileID":"3fb76f3f-995a-40d0-a78c-57ceeeebd8a6","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.386700232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-partial-access-sub","reconcileID":"4a89f590-2604-4902-9360-44dcf11b9e1b","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-distinct-w3-866159","model":"e2e-models-e2e-worker-w3-866159/distinct-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.430568465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-partial-access-auth","reconcileID":"3fb76f3f-995a-40d0-a78c-57ceeeebd8a6","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.561215248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"43f09b43-39a0-4f7c-b8cc-a2bbe5f2943d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.587671436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"43f09b43-39a0-4f7c-b8cc-a2bbe5f2943d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.615271707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9ba664-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"43f09b43-39a0-4f7c-b8cc-a2bbe5f2943d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:36.639818255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-partial-access-auth","reconcileID":"3fb76f3f-995a-40d0-a78c-57ceeeebd8a6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-partial-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.718274602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-partial-access-auth","reconcileID":"c1c31aec-8054-4693-9b9b-1da4e589a068","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:36.755084278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-partial-access-auth","reconcileID":"c1c31aec-8054-4693-9b9b-1da4e589a068","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:39.027466817Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-partial-access-auth","reconcileID":"9e4cabc0-b3e1-4fc5-a034-ddb0c60dbe52","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:39.027482813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"e10bac35-6269-403a-9846-ffe950db6733","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:39.171614788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"020afee4-419a-428a-b982-7100b2c0be28","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:39.370044434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"f32cf121-da86-4e8f-9e2b-357da75d462d","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:39.370648102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"3777ece3-cdca-4486-9b90-564a83b20d6f","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:39.405366884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"f3caefca-0ce6-4ef4-984d-7a6a76593597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:39.428431506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"f3caefca-0ce6-4ef4-984d-7a6a76593597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:39.484682765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"50a933dc-e300-4431-b57e-c26365090e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:39.50558449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"50a933dc-e300-4431-b57e-c26365090e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.052436651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"fd472ccd-2883-428f-9967-fe96a52c6c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.05555237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"fff727e1-0bc9-4c36-8d78-f892b11c39af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.077861888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"fd472ccd-2883-428f-9967-fe96a52c6c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.079454872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"fff727e1-0bc9-4c36-8d78-f892b11c39af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.153731221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e23b221d-9114-401d-ba4a-80755d99c6d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.177110223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e23b221d-9114-401d-ba4a-80755d99c6d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.198648698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e23b221d-9114-401d-ba4a-80755d99c6d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.220669864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4155a241-1b5f-41ee-9772-253478cba4d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.220691389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4155a241-1b5f-41ee-9772-253478cba4d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.239436227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"75a07377-a35a-4665-ad60-b2888a244673","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.260959401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"75a07377-a35a-4665-ad60-b2888a244673","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.280830155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9ba664-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"75a07377-a35a-4665-ad60-b2888a244673","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.340075822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"9a52bc29-05e5-4933-b05a-c8b2f9e3030c","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.349713173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"e3945d94-0d9e-4e99-a0ef-d5335788f067","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.372103208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"e3945d94-0d9e-4e99-a0ef-d5335788f067","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.392559211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9ba664-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"e3945d94-0d9e-4e99-a0ef-d5335788f067","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.397567912Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"9a52bc29-05e5-4933-b05a-c8b2f9e3030c","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.4174789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"9a52bc29-05e5-4933-b05a-c8b2f9e3030c","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.436964512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67953ed6-2a1b-4ab8-b1bf-246fbb2aa637","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:40.436981365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67953ed6-2a1b-4ab8-b1bf-246fbb2aa637","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:41.007732967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf114ffc-718a-491a-ac56-f0537b9ccb4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:41.066299331Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf114ffc-718a-491a-ac56-f0537b9ccb4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:41.086503602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf114ffc-718a-491a-ac56-f0537b9ccb4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:41.106652355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f34a3c54-4600-4d7a-8c81-76f74691a879","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:41.106670356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f34a3c54-4600-4d7a-8c81-76f74691a879","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:41.406725303Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"6ce55957-8167-4444-9b05-30c69df76444","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:43.311992504Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"55944ef3-5854-48f3-ab48-7d5b05f4c46c","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:43.663283706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"616a96cc-dbb9-471a-891f-4eff98dcc4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:43.679027657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"616a96cc-dbb9-471a-891f-4eff98dcc4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:43.694847035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"616a96cc-dbb9-471a-891f-4eff98dcc4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:43.71068486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"616a96cc-dbb9-471a-891f-4eff98dcc4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:44.350179556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbfa677-a782-4df3-9d1c-3c524dffdb37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:44.365766243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbfa677-a782-4df3-9d1c-3c524dffdb37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:44.381372807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbfa677-a782-4df3-9d1c-3c524dffdb37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:44.396892547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbfa677-a782-4df3-9d1c-3c524dffdb37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.317923671Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"482cdb1d-d252-4cc1-8da7-aaa1312c9714","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"routeName":"external-model-e2e-rot-0df874-1389a57230d5","namespace":"e2e-extmod-rot-user-f1cb9c","model":"e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.33632529Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0df874-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-sub","reconcileID":"cd65f60d-e9b4-4386-a004-0f4d883feec8","MaaSSubscription":{"name":"e2e-rot-0df874-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.413952566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"37931ad6-79d0-4e2d-a4eb-c3c1bb340be7","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.414174493Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"8952c530-b8fa-458e-af2d-62fe1375be35","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"routeName":"external-model-e2e-rot-0df874-1389a57230d5","namespace":"e2e-extmod-rot-user-f1cb9c","model":"e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.434470254Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0df874-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-sub","reconcileID":"30157a85-55a2-4997-9761-b09c9385af90","MaaSSubscription":{"name":"e2e-rot-0df874-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.436037964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"37931ad6-79d0-4e2d-a4eb-c3c1bb340be7","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.451911037Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"37931ad6-79d0-4e2d-a4eb-c3c1bb340be7","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.520799987Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"9e6ce317-762d-4f26-a102-6be850d7e3c7","namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.564848287Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"fe12278e-243e-43c6-972c-9f5a572fa8a1","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.56518008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"f3d674a9-0100-437d-91a0-8da42bb60df3","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.566688663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"0b0cfaa3-8e7c-4c5f-a64e-efedb31b4e82","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.568364993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"a13f1381-338f-4099-8b50-1201642554aa","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.568705446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"d444e720-a164-4371-97de-5d27aff88f24","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.590392767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"0b0cfaa3-8e7c-4c5f-a64e-efedb31b4e82","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.591563756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"a13f1381-338f-4099-8b50-1201642554aa","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.594106581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"f3d674a9-0100-437d-91a0-8da42bb60df3","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.603995721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"d444e720-a164-4371-97de-5d27aff88f24","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.613137003Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"f3d674a9-0100-437d-91a0-8da42bb60df3","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.62454897Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"d444e720-a164-4371-97de-5d27aff88f24","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.645540165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"939edfbf-dc5a-4d65-894a-c7259aaf3544","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.681418428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"939edfbf-dc5a-4d65-894a-c7259aaf3544","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.697557178Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"939edfbf-dc5a-4d65-894a-c7259aaf3544","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.821442974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e97b2b5a-9207-4945-92de-ce4e84573ade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.843964785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e97b2b5a-9207-4945-92de-ce4e84573ade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.851713899Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"12bc45d4-1050-42b5-9392-f6f4a014b8ee","namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.863626877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e97b2b5a-9207-4945-92de-ce4e84573ade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.869596956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"0a6aa917-5bcb-410c-908e-299776be2ad9","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.869673476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"2ab6f203-e9b7-4848-b4e3-3df82412eeb7","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.885168929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74f2712f-bf8a-4b4f-953f-5643db553fc7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.8851865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74f2712f-bf8a-4b4f-953f-5643db553fc7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.886160143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc41f0e3-e3a4-4eea-9b0a-7862caf775e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.890214827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"2ab6f203-e9b7-4848-b4e3-3df82412eeb7","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.906950724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc41f0e3-e3a4-4eea-9b0a-7862caf775e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.909445249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9ba664-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"2ab6f203-e9b7-4848-b4e3-3df82412eeb7","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.92732579Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"0a6aa917-5bcb-410c-908e-299776be2ad9","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.927373134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc41f0e3-e3a4-4eea-9b0a-7862caf775e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.932956634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f800e899-c444-400a-8dc0-a8c6cc23f543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.947286244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"0a6aa917-5bcb-410c-908e-299776be2ad9","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.948106157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"6b3bcd53-c463-48f6-9e03-57d5910f06d9","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.949002667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8b02729-3da6-40eb-8906-22d86fe631c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.949022027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8b02729-3da6-40eb-8906-22d86fe631c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.964621512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f800e899-c444-400a-8dc0-a8c6cc23f543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.968803752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"244feafd-f907-44de-89bc-c9f6150401fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.968825724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"244feafd-f907-44de-89bc-c9f6150401fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:46.971310359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"6b3bcd53-c463-48f6-9e03-57d5910f06d9","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.034240139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"bfc45705-c2ef-4946-8972-fa290cd6884e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.034240045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"eeda3a63-a140-4ea5-a17d-fb2497236c3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.035740291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"8ad67d78-143d-43a1-b383-cc5eb8b1a3d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.056505939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"eeda3a63-a140-4ea5-a17d-fb2497236c3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.056690661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"bfc45705-c2ef-4946-8972-fa290cd6884e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.060573212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"8ad67d78-143d-43a1-b383-cc5eb8b1a3d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.172517813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"50be457a-8279-4cfc-a432-123a4398a5fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.193577249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"50be457a-8279-4cfc-a432-123a4398a5fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.261989372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"741bb626-ac6c-4217-857e-741563f4d452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.267985087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"860d1c3f-d534-4156-a956-70de6ce3eecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.282949046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"741bb626-ac6c-4217-857e-741563f4d452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.290220987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"860d1c3f-d534-4156-a956-70de6ce3eecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.322465091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"7ef4663b-6d38-4a26-b429-0156c542e04f","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.322529181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"df9d0654-c995-4e55-ac40-a3aa93b2327b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.345821891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"7ef4663b-6d38-4a26-b429-0156c542e04f","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.346028239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"df9d0654-c995-4e55-ac40-a3aa93b2327b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.362087013Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"7ef4663b-6d38-4a26-b429-0156c542e04f","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.368686082Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"df9d0654-c995-4e55-ac40-a3aa93b2327b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.469381169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"41359a2e-c30f-48d0-9736-6cb8bbbc482f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.490540912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"41359a2e-c30f-48d0-9736-6cb8bbbc482f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.517240206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"ed89ccc7-8a8d-4d40-a2fa-758c2e4df30f","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.538044562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"ed89ccc7-8a8d-4d40-a2fa-758c2e4df30f","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.553531527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79ac936a-acc1-406f-a258-4cbe371ff5fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.557537225Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"ed89ccc7-8a8d-4d40-a2fa-758c2e4df30f","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.610065671Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79ac936a-acc1-406f-a258-4cbe371ff5fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.612916671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"c52e795a-67da-4460-a331-7a351ef6a83f","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.612932055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"e7af94d8-13c5-485c-8b48-e5d99fef6e23","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.626206544Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"9216d529-173f-4ff9-bd55-540c022475e9","namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.629731477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79ac936a-acc1-406f-a258-4cbe371ff5fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.634176014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"e7af94d8-13c5-485c-8b48-e5d99fef6e23","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.634403231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"c52e795a-67da-4460-a331-7a351ef6a83f","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.642964724Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"85b53d5c-4b8c-4bda-a74d-1b88c9eae21d","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.663759361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"a75e66e9-c5d8-4740-b814-d872dd26e00e","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.664750722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"00a0d8eb-a8ff-4b0b-bf43-5ca5392dad5c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.66476759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"00a0d8eb-a8ff-4b0b-bf43-5ca5392dad5c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.721496171Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"a75e66e9-c5d8-4740-b814-d872dd26e00e","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.722755061Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"1a54815a-f078-4995-84fa-ec831b0a1484","namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.725364944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"209c910e-a913-4ff3-bff3-c978d1eebd8f","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:47.738339129Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"e5eafb90-ec3b-4bd4-891c-c5c919863382","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"error":"ExternalModel e2e-rot-0df874 not found in namespace e2e-extmod-rot-user-f1cb9c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.741712922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"a75e66e9-c5d8-4740-b814-d872dd26e00e","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.745565919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"209c910e-a913-4ff3-bff3-c978d1eebd8f","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.754436897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c25b9ad-411f-4b23-8535-23151e8cb180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:47.758115835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"e5eafb90-ec3b-4bd4-891c-c5c919863382","error":"ExternalModel e2e-rot-0df874 not found in namespace e2e-extmod-rot-user-f1cb9c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.762599828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe48b759-53c3-4de8-b95c-d98c6ab1340b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.76261786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe48b759-53c3-4de8-b95c-d98c6ab1340b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:47.778724251Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"66e07322-7a89-463f-9c2f-a7c9ae25a531","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"error":"ExternalModel e2e-rot-0df874 not found in namespace e2e-extmod-rot-user-f1cb9c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:47.778811563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"66e07322-7a89-463f-9c2f-a7c9ae25a531","error":"ExternalModel e2e-rot-0df874 not found in namespace e2e-extmod-rot-user-f1cb9c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.791116424Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0df874-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-sub","reconcileID":"fb86a86a-dca8-46f3-9aae-f27163636900","MaaSSubscription":{"name":"e2e-rot-0df874-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:47.809245411Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"a19cecb9-7578-48f2-ad8b-f9d953541c65","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"error":"ExternalModel e2e-rot-0df874 not found in namespace e2e-extmod-rot-user-f1cb9c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:47.809337089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"a19cecb9-7578-48f2-ad8b-f9d953541c65","error":"ExternalModel e2e-rot-0df874 not found in namespace e2e-extmod-rot-user-f1cb9c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.844923726Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c25b9ad-411f-4b23-8535-23151e8cb180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:47.849125877Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"12dbcb5e-406b-47b0-8c1e-13d92f288515","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"error":"ExternalModel e2e-rot-0df874 not found in namespace e2e-extmod-rot-user-f1cb9c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:47.849253462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"12dbcb5e-406b-47b0-8c1e-13d92f288515","error":"ExternalModel e2e-rot-0df874 not found in namespace e2e-extmod-rot-user-f1cb9c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.849748224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"4c68a8a4-3af5-4297-9b8e-6a2e1c7d0c03","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.878891799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c25b9ad-411f-4b23-8535-23151e8cb180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.8797645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"4c68a8a4-3af5-4297-9b8e-6a2e1c7d0c03","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:47.892352532Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"06be36f3-a921-4c76-a5d2-edc4f25765c1","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"error":"ExternalModel e2e-rot-0df874 not found in namespace e2e-extmod-rot-user-f1cb9c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:47.892411347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"06be36f3-a921-4c76-a5d2-edc4f25765c1","error":"ExternalModel e2e-rot-0df874 not found in namespace e2e-extmod-rot-user-f1cb9c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.892525305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"e888e2e9-17d5-4b39-bbcf-41d05fa164f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.899430156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9ba664-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"4c68a8a4-3af5-4297-9b8e-6a2e1c7d0c03","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.900614142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1fdbe061-9252-4045-8169-bce0e966f421","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.900633744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1fdbe061-9252-4045-8169-bce0e966f421","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.914520961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"e888e2e9-17d5-4b39-bbcf-41d05fa164f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.953284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"3b0c1e40-9e46-40ee-b8d0-1176c9adc7f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.954114618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"bcd2f091-f3c2-4501-8b6a-bf427695f2d6","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.954201979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"788f6ec7-e8bd-42ce-b721-1bcaad5bac3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.975680712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"788f6ec7-e8bd-42ce-b721-1bcaad5bac3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.975706698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"bcd2f091-f3c2-4501-8b6a-bf427695f2d6","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.978044465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"3b0c1e40-9e46-40ee-b8d0-1176c9adc7f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:47.988129307Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"c3441f30-7b82-442f-83cc-8dd88034793d","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"error":"ExternalModel e2e-rot-0df874 not found in namespace e2e-extmod-rot-user-f1cb9c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:47.988189543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"c3441f30-7b82-442f-83cc-8dd88034793d","error":"ExternalModel e2e-rot-0df874 not found in namespace e2e-extmod-rot-user-f1cb9c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:47.990861017Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"bcd2f091-f3c2-4501-8b6a-bf427695f2d6","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.017345212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"fee142e3-f4a9-497b-a506-cf6aa4a1a8af","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.037965112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"fee142e3-f4a9-497b-a506-cf6aa4a1a8af","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.057716037Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"fee142e3-f4a9-497b-a506-cf6aa4a1a8af","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.130963784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"9d340d9f-4d95-4b56-8b26-6ff8f01ca505","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.151492967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"9d340d9f-4d95-4b56-8b26-6ff8f01ca505","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:48.164412462Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"34ae0171-1cb4-440f-a201-715747fdfda0","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"error":"ExternalModel e2e-rot-0df874 not found in namespace e2e-extmod-rot-user-f1cb9c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:48.164472705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"34ae0171-1cb4-440f-a201-715747fdfda0","error":"ExternalModel e2e-rot-0df874 not found in namespace e2e-extmod-rot-user-f1cb9c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.170372624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"5ee9b05b-c964-4443-9ad6-0ba060b0e5ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.170740917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bf1d1eb-b573-407d-8583-647e4d096bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.170767202Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"9d340d9f-4d95-4b56-8b26-6ff8f01ca505","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.190925086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"5ee9b05b-c964-4443-9ad6-0ba060b0e5ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.191679844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bf1d1eb-b573-407d-8583-647e4d096bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.211482396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bf1d1eb-b573-407d-8583-647e4d096bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.233945731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"39397b09-0f74-424e-9647-892e4c2096e4","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.235004831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1edad6a2-14cd-4377-b812-a6d08006ce08","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.235018559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1edad6a2-14cd-4377-b812-a6d08006ce08","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.257593763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"39397b09-0f74-424e-9647-892e4c2096e4","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.334082909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"b0f4ef1f-ab6a-4595-ad0b-4628700cb34f","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.350143103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"3f9a5ad0-b38f-43ca-94d3-d91779c03d00","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.356332941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"850c0d39-ebf2-4248-9351-68ec5e318d11","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.360609757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"b0f4ef1f-ab6a-4595-ad0b-4628700cb34f","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.375173981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"3f9a5ad0-b38f-43ca-94d3-d91779c03d00","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.447067919Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"850c0d39-ebf2-4248-9351-68ec5e318d11","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.467569791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"850c0d39-ebf2-4248-9351-68ec5e318d11","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.475000143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"27115915-48ea-42fd-91d1-1c43c9ffacde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.48443075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f32b8cbf-7f53-4ab0-8e27-b134dce02ec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.497652515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"27115915-48ea-42fd-91d1-1c43c9ffacde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:48.500082984Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"e8698aff-98d0-476f-ba05-25823c42104f","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"error":"ExternalModel e2e-rot-0df874 not found in namespace e2e-extmod-rot-user-f1cb9c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:48.500167808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0df874","namespace":"e2e-extmod-rot-user-f1cb9c"},"namespace":"e2e-extmod-rot-user-f1cb9c","name":"e2e-rot-0df874","reconcileID":"e8698aff-98d0-476f-ba05-25823c42104f","error":"ExternalModel e2e-rot-0df874 not found in namespace e2e-extmod-rot-user-f1cb9c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.500371651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"842336d0-973d-4ce5-a8c4-956f2e83ba68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.500387603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"842336d0-973d-4ce5-a8c4-956f2e83ba68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.506348239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f32b8cbf-7f53-4ab0-8e27-b134dce02ec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.573340847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d30e20ca-54bc-4829-89e7-74203dc90fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.574945163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"6e7bfa12-c964-40a3-9db4-b75a6b6610da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.57501748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"f3c47c2c-7047-4202-8c86-903e1476385b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.596253204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"f3c47c2c-7047-4202-8c86-903e1476385b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.598842184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"6e7bfa12-c964-40a3-9db4-b75a6b6610da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.632536303Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d30e20ca-54bc-4829-89e7-74203dc90fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.652421816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d30e20ca-54bc-4829-89e7-74203dc90fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.674146878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"593a5f92-6052-4a88-a435-8cde5a5f1d34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.674162564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"593a5f92-6052-4a88-a435-8cde5a5f1d34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.840318961Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0df874-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-sub","reconcileID":"bf6648c3-ed0d-4114-9f9d-1b63516a7db1","MaaSSubscription":{"name":"e2e-rot-0df874-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","error":"MaaSModelRef not found: e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.88575244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"0f5a02a7-65ba-4e58-bfd5-1c94629b8265","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.900803447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"a7222c8f-9b02-4ace-a8e2-ccb1907645df","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.903045596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"238cbf7a-7bfd-4b72-ad2f-fb39e74f70f4","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.903265586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"1e2e5edc-e02f-4703-bc96-26b0440b0154","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.910264193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"0f5a02a7-65ba-4e58-bfd5-1c94629b8265","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.92629658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"1e2e5edc-e02f-4703-bc96-26b0440b0154","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.926397671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"a7222c8f-9b02-4ace-a8e2-ccb1907645df","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.928567679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"238cbf7a-7bfd-4b72-ad2f-fb39e74f70f4","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.928592Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"238cbf7a-7bfd-4b72-ad2f-fb39e74f70f4","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.946664144Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"1e2e5edc-e02f-4703-bc96-26b0440b0154","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.948224383Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"a7222c8f-9b02-4ace-a8e2-ccb1907645df","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.965378939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"126794ec-ed17-4f2e-a00a-135c549943b6","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:48.986309582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"126794ec-ed17-4f2e-a00a-135c549943b6","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.072463301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"94dcce4c-70fe-4892-88b5-bce8fe0bf040","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.09416617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"94dcce4c-70fe-4892-88b5-bce8fe0bf040","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.171324446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"6817b7e6-d5bc-41f1-bef3-00d816754c1c","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.192124901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"6817b7e6-d5bc-41f1-bef3-00d816754c1c","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.192157815Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"6817b7e6-d5bc-41f1-bef3-00d816754c1c","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.2743873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"7c09b68d-1425-4bc9-ac91-490c35f4c331","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.274565377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"2efcc901-7fec-4d3b-a0b8-fc2d6fb60a2c","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.274891332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"7107121d-3cbe-4453-b289-d5f8a2fe1e0f","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.296427891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"7107121d-3cbe-4453-b289-d5f8a2fe1e0f","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.296893855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"2efcc901-7fec-4d3b-a0b8-fc2d6fb60a2c","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.299174449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"7c09b68d-1425-4bc9-ac91-490c35f4c331","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.318992494Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"7c09b68d-1425-4bc9-ac91-490c35f4c331","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.373924634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"d3225c82-4fc7-4f03-9c87-c65251ae366a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.395194209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"d3225c82-4fc7-4f03-9c87-c65251ae366a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.416993624Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"d3225c82-4fc7-4f03-9c87-c65251ae366a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.426944107Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-partial-access-sub","reconcileID":"0bfc0662-39da-4f7a-9f80-dbf3271d526e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.498503909Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-partial-access-sub","reconcileID":"0bfc0662-39da-4f7a-9f80-dbf3271d526e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-866159/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.498524596Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-partial-access-sub","reconcileID":"0bfc0662-39da-4f7a-9f80-dbf3271d526e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/distinct-w3-866159","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.515802438Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-partial-access-sub","reconcileID":"0bfc0662-39da-4f7a-9f80-dbf3271d526e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/distinct-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.532263556Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-partial-access-sub","reconcileID":"0bfc0662-39da-4f7a-9f80-dbf3271d526e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/distinct-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.565880205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"0f27a400-7d86-46a6-b233-ac6975f803e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.659206379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"84092af9-e76e-4dad-a1bf-6b98d710fc8a","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.659244104Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rot-0df874-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.659617416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"1ae51098-fbdc-4c29-8800-e9d082de7831","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.707981225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2f9af4e7-44d0-4541-bd31-bf14ac1a1d0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.708209682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"7b609ced-12d9-44b4-84f8-a249dad22d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.730735077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2f9af4e7-44d0-4541-bd31-bf14ac1a1d0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:49.730759216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"7b609ced-12d9-44b4-84f8-a249dad22d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.466258679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"c1e14a6f-e0c0-4891-aa33-98be2f343cc4","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.466323643Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rot-0df874-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.494743627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"46e9dd3b-fef3-436a-bccb-9c66d74eeb13","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:50.570105408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-no-access-sub","reconcileID":"8a7d75c4-5436-40c0-bee1-db441677ac98","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.585991898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"f5365fa3-b2b6-443a-9fd4-ee14598ffb9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.58654344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"acb9d5aa-f003-4c6d-9a69-793199829c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.672174165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"f5365fa3-b2b6-443a-9fd4-ee14598ffb9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.672493054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"acb9d5aa-f003-4c6d-9a69-793199829c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.673663692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"c3503a09-0af5-47ac-b63c-d18d4b8115bd","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.69516529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"cf4a6d9b-ce8d-401a-a3ee-4a8e9f836e7c","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.706132773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"18b26ccd-ed53-4202-8ff6-7f7deacd6adf","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.726589089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"0c4d87cb-f071-4adc-9075-825a664d4d1e","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.761665355Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-no-access-sub","reconcileID":"98fafbac-ea91-4742-b76c-92fccaea9dd2","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-distinct-w3-866159","model":"distinct-w3-866159","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-866159/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.791491586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-no-access-auth","reconcileID":"b5f2ac22-99a8-4c6b-ba50-a1157bb3f67b","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.812875923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-no-access-auth","reconcileID":"b5f2ac22-99a8-4c6b-ba50-a1157bb3f67b","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.822143279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"06e94090-cff6-4d8f-9619-6a05f04d9089","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.888403366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-no-access-sub","reconcileID":"6f2f610b-645e-49d0-a3a2-f6a9e9b5b34e","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-distinct-w3-866159","model":"e2e-models-e2e-worker-w3-866159/distinct-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.890542088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"bb5ca680-319f-4a8d-8189-033b3282b189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.89106058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"cac41598-a7fc-48dc-8a7c-958c1c19d059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.911206871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"bb5ca680-319f-4a8d-8189-033b3282b189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.913393226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"cac41598-a7fc-48dc-8a7c-958c1c19d059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.94945659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"6f19b2de-0693-4af0-ba74-1f0a4da06e58","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:51.053273483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-no-access-auth","reconcileID":"9f6467e8-093e-4317-9a75-b9548232b50c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:51.085101499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-no-access-auth","reconcileID":"9f6467e8-093e-4317-9a75-b9548232b50c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:18:51.171649202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-no-access-auth","reconcileID":"9f6467e8-093e-4317-9a75-b9548232b50c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-no-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:51.245353124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-no-access-auth","reconcileID":"7213b4c5-044f-41c3-9e0b-28e1526831eb","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:51.268910207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-no-access-auth","reconcileID":"7213b4c5-044f-41c3-9e0b-28e1526831eb","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:53.34489528Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"cd86ef27-8088-49af-8865-8f53bfbbb69e","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:53.68701855Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-no-access-auth","reconcileID":"b2072fd7-cc1b-4a83-bc6c-6331328fc01c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/distinct-2-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:53.687043783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"b6354987-6928-42d6-804e-ab0fca153783","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:53.739617311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"cf31be18-2abe-4081-8cac-7df545f42ab0","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:53.956881889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"6527b478-1e21-474b-bb28-789763ae34b2","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:54.004998801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"a52e4a38-da45-41fc-b9f7-4b450821ebef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:54.005019281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2d8913a8-a595-45af-9f5f-630663a3a6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:54.031106949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2d8913a8-a595-45af-9f5f-630663a3a6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:54.031508547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"a52e4a38-da45-41fc-b9f7-4b450821ebef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:55.676040256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"23cf767a-a120-4f37-9baf-59cb044702e2","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:55.676161938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"955ebc98-2ef7-45a7-b24a-d6baf9be7837","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:55.676848742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"076e78e9-00e9-4573-8ce2-9f9c9d452c7e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:55.677872177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"72054eba-8068-4322-944d-1fa31fe4d7ac","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:55.678047292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"aabbb66d-56e9-4e86-8817-0318897ef32f","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:55.697179109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"23cf767a-a120-4f37-9baf-59cb044702e2","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:55.698243869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"955ebc98-2ef7-45a7-b24a-d6baf9be7837","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:55.699508404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"076e78e9-00e9-4573-8ce2-9f9c9d452c7e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:55.701656331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"aabbb66d-56e9-4e86-8817-0318897ef32f","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:55.701917701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"72054eba-8068-4322-944d-1fa31fe4d7ac","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:55.718942493Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"076e78e9-00e9-4573-8ce2-9f9c9d452c7e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:55.721045043Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"72054eba-8068-4322-944d-1fa31fe4d7ac","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:55.859581673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"a50cdb81-6fcb-4483-9781-98c688bfd1a9","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:55.880458307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"a50cdb81-6fcb-4483-9781-98c688bfd1a9","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:55.899884173Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"a50cdb81-6fcb-4483-9781-98c688bfd1a9","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:57.93327439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"c1682f7e-34d4-46a6-983e-bde0402948ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:57.953847151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"c1682f7e-34d4-46a6-983e-bde0402948ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:57.973045091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9ba664-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"c1682f7e-34d4-46a6-983e-bde0402948ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:58.285417127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7670f433-f351-4aff-a6ae-74ec529890e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:58.307463748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7670f433-f351-4aff-a6ae-74ec529890e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:58.327618142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7670f433-f351-4aff-a6ae-74ec529890e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:58.349113139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e43fe32c-b6ef-40b1-8721-b8118047bca6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:58.349138674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e43fe32c-b6ef-40b1-8721-b8118047bca6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:58.521988655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"d8cd53aa-8749-4921-a7fe-c83689788b60","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:58.579247911Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"d8cd53aa-8749-4921-a7fe-c83689788b60","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:58.5989501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"d8cd53aa-8749-4921-a7fe-c83689788b60","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:58.62034397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eeae3801-2979-4d98-87ba-f0b736e26367","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:58.620358141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eeae3801-2979-4d98-87ba-f0b736e26367","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:58.723965886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e97eab1-813a-41b3-94b7-6c7fd899f2ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:58.780054359Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e97eab1-813a-41b3-94b7-6c7fd899f2ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:58.801108373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e97eab1-813a-41b3-94b7-6c7fd899f2ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:58.820966312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e87575f-ce6a-4ca6-bae7-9366fc8a5187","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:58.82098044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e87575f-ce6a-4ca6-bae7-9366fc8a5187","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:01.81431064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"95ceeabd-9936-4139-9358-8d2521cbffdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:01.815977157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"bc0af21d-0489-47b6-a5c5-26a811f5c85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:01.842611476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"95ceeabd-9936-4139-9358-8d2521cbffdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:01.875513061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"bc0af21d-0489-47b6-a5c5-26a811f5c85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:02.051067111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"871324a3-b787-42cd-81d4-23d35ee73216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:02.063975616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"49d9fef8-d9dd-4077-990a-20922cc125ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:02.071634221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"871324a3-b787-42cd-81d4-23d35ee73216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:02.084791736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"49d9fef8-d9dd-4077-990a-20922cc125ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:03.378182106Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"da2a6e43-b9b9-4192-bc3a-11fe1ca383d6","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:04.010319135Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-no-access-sub","reconcileID":"76192c39-d375-485b-8801-ed351e9369ca","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/distinct-w3-866159","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:04.026845135Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-no-access-sub","reconcileID":"76192c39-d375-485b-8801-ed351e9369ca","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/distinct-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:04.044096692Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"e2e-no-access-sub","reconcileID":"76192c39-d375-485b-8801-ed351e9369ca","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/distinct-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:04.148388855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"2ffe7d52-ef7b-497b-8a3c-4935712c1881","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:04.148807374Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:04.199132572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"b9bd316a-11ef-47bc-bcc2-b863733a856b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:04.199132473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"27568db5-08a4-4dbf-9dfe-f15461105d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:04.208025021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"0a8ff7af-dc0d-467b-aa1c-23408b8e6360","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:04.208042389Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"0a8ff7af-dc0d-467b-aa1c-23408b8e6360","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:04.220693941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"b9bd316a-11ef-47bc-bcc2-b863733a856b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:04.221106131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"27568db5-08a4-4dbf-9dfe-f15461105d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:04.25122955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"575a03ab-5bdb-496a-bd93-0fb2f24d01ad","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:04.251248435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"575a03ab-5bdb-496a-bd93-0fb2f24d01ad","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:04.284413492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"93190501-5f01-4ce6-9bc6-62349beb5a36","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:04.284433953Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"93190501-5f01-4ce6-9bc6-62349beb5a36","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.163115457Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"178075bc-c6ed-4f1d-b609-eeb78d07e9cd","namespace":"llm","name":"e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.183491866Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"baa5b6da-5274-4126-9fe6-381f2a18982e","namespace":"llm","name":"e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.200718207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"09da705d-829a-45a4-af3c-dec2311c67a4","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.202263895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"2ca32da2-3eb6-43c2-9f9d-0270352cded6","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.213891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b90354b2-597a-488e-9823-2f81536590cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.213891001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"093c8abd-219e-48aa-a39c-77f1154df576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.215455747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48a21891-6861-45d0-80af-2f43be822059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.223495915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"2ca32da2-3eb6-43c2-9f9d-0270352cded6","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.236296356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b90354b2-597a-488e-9823-2f81536590cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.236432382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"093c8abd-219e-48aa-a39c-77f1154df576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.239028169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48a21891-6861-45d0-80af-2f43be822059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.243023774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9ba664-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (890e4edc0b8106a971c0c05bbd56928df3bf7e521af7409247bb6c605b0ce25c) AuthConfig (70937fad27aadf8f2517b42f88b3e0593feda5b7eeb8994c1cf6fb0750474465) AuthConfig (1bd09a4e13bb624cda57e1fc44443e29c91493f67d4e43e8a6c59fb4b094f56e) AuthConfig (a59af07ddc6e7dc8fbbf9aa8dba03497ec3ae1a3af6cc29b0a9328d17857223e) AuthConfig (a63ed21436610fb298574f80a451f9ddf3e297e6c481445e19961a350b5e0098) AuthConfig (75e7c8909726e9da50300a3d05832020b9e5d3e060d8c5c0140e8946a14ea793) AuthConfig (3373a77fdc780835d907c841e1bbec050cf877b549830256e2e9763df1cac1bc) AuthConfig (3bab3b993d887d62e57de54aba1ebe40024595575ffe5e67d1cd9e6cbe79c0a7) AuthConfig (a6011a741ee3e158e3ea58f007fcc4d73cb822f8ca511268f94b32c7e246adee) AuthConfig (9169e7d9a8121b229e70fb506e46f9d849c0d8eaf3c070f8f8cc3ef18de20961)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"2ca32da2-3eb6-43c2-9f9d-0270352cded6","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.258039218Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"09da705d-829a-45a4-af3c-dec2311c67a4","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.259884303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"093c8abd-219e-48aa-a39c-77f1154df576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.261357527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48a21891-6861-45d0-80af-2f43be822059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.264829753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"62361d64-ed53-4ab2-8481-6864d56b33cd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.264843877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"62361d64-ed53-4ab2-8481-6864d56b33cd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.26509982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a87881ba-641e-41be-a218-6839b5b9c064","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.265113844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a87881ba-641e-41be-a218-6839b5b9c064","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.265343289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f8ad2262-e3ad-4943-9493-bab4d97784f0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.265355562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f8ad2262-e3ad-4943-9493-bab4d97784f0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.265576529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac1fc091-01c4-4d54-b317-433cde8667ac","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.26558703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac1fc091-01c4-4d54-b317-433cde8667ac","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.26581989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fb782906-76b8-4e36-8107-9462bc013455","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.265831423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fb782906-76b8-4e36-8107-9462bc013455","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.26604212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d170057-e1fd-40b0-8916-233b563fe43e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.266055114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d170057-e1fd-40b0-8916-233b563fe43e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.266395048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc2a181f-2a6a-435c-b355-27edc15607da","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.26640779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc2a181f-2a6a-435c-b355-27edc15607da","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.266765601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fa57547c-8a14-414a-b3ad-3e2eafd165fb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.266795959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fa57547c-8a14-414a-b3ad-3e2eafd165fb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.278299395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"09da705d-829a-45a4-af3c-dec2311c67a4","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.28434792Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"3c1bbbd9-2a67-45d3-8150-2a51e4cb1458","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.300529214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca3c3877-2bea-4b78-8e46-ea8fda233585","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.300543377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca3c3877-2bea-4b78-8e46-ea8fda233585","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.300874095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c43b8a94-a437-40ba-8dbb-69507e623e4b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.300885698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c43b8a94-a437-40ba-8dbb-69507e623e4b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.306958005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8533ccff-5b05-4dab-8f36-080270c69406","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.306974019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8533ccff-5b05-4dab-8f36-080270c69406","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.307349428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6925446-13a8-4d77-9509-b4abe3d79ed1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.307366123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6925446-13a8-4d77-9509-b4abe3d79ed1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.307672394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f4b49507-40e9-43d8-8fe8-b10bd1e562db","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.307686465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f4b49507-40e9-43d8-8fe8-b10bd1e562db","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.307982285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bfceb48b-8062-4768-85f3-8033adfb6e60","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.307996707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bfceb48b-8062-4768-85f3-8033adfb6e60","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.30834245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3dacb157-abe2-4e97-8fe1-b44b35e9b6f3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.308360214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3dacb157-abe2-4e97-8fe1-b44b35e9b6f3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.308575282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e1e06ce0-7547-40c9-9b67-9f27e1fd3ac0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.308586845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e1e06ce0-7547-40c9-9b67-9f27e1fd3ac0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.308889964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2d415080-85ae-4b81-bb6c-2c0ad1d5f559","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.308903996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2d415080-85ae-4b81-bb6c-2c0ad1d5f559","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.309124998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b4dc86d6-2bbf-4db9-98ef-4a7a0a07011c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.309137077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b4dc86d6-2bbf-4db9-98ef-4a7a0a07011c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.317820028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"711ef87a-69f2-4a7e-9dd5-db439b3331fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.332653016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e300516f-b86c-4b24-8ac6-e3dc9abd8c07","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.332737152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-sub-79764701","reconcileID":"d328f32a-9eec-4b0a-8f32-d75201dce089","MaaSSubscription":{"name":"e2e-sub-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.333575739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c375cc5a-f106-4043-82a1-8c4ad53ca3d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.341309119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"711ef87a-69f2-4a7e-9dd5-db439b3331fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.411670148Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"f8f77f2f-f700-49f3-aead-fa589f1e7b32","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"name":"e2e-dft-c484d7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.426640728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"1f64988b-3ac2-4331-a279-ce9f47f4ce43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.426687335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"bda894fa-9715-4abd-adfc-242c1d5912de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.427342007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"f6acaf61-9ac0-442e-9227-211bf5d2490b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.447923543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"1f64988b-3ac2-4331-a279-ce9f47f4ce43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.451360142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"f6acaf61-9ac0-442e-9227-211bf5d2490b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.470915129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"bda894fa-9715-4abd-adfc-242c1d5912de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.50247275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"de008ba7-cabb-4039-ac6b-f76fdea09718","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.517673321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"c9bb1326-fd1b-4559-9202-c435ddcbaf54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.523343037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"de008ba7-cabb-4039-ac6b-f76fdea09718","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.538426279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"c9bb1326-fd1b-4559-9202-c435ddcbaf54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.544054184Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"de008ba7-cabb-4039-ac6b-f76fdea09718","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.55081435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"859f0d31-0358-4e36-880e-d97dd5b39ec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.57853304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"859f0d31-0358-4e36-880e-d97dd5b39ec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.598423332Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"efd4ba78-edae-477a-ba6e-fbbde9931e0d","namespace":"llm","name":"e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.61435412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"debfa3fc-f165-4441-8e2a-83c571c01dbd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.615161473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"7d312858-b2fe-4156-a7e9-16b0690b6469","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.615179517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"7d312858-b2fe-4156-a7e9-16b0690b6469","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.616763723Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0df874-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-sub","reconcileID":"953ede4a-08bf-4f1d-ae20-a9b6186392ec","MaaSSubscription":{"name":"e2e-rot-0df874-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","subscription":"e2e-rot-0df874-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.616925691Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0df874-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-sub","reconcileID":"953ede4a-08bf-4f1d-ae20-a9b6186392ec","MaaSSubscription":{"name":"e2e-rot-0df874-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","error":"MaaSModelRef not found: e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.631928774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"d0676828-f8c7-4587-b348-2aaa70ff7213","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.641156837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"debfa3fc-f165-4441-8e2a-83c571c01dbd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.699346321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"d0676828-f8c7-4587-b348-2aaa70ff7213","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.699685749Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"debfa3fc-f165-4441-8e2a-83c571c01dbd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.771870417Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"d0676828-f8c7-4587-b348-2aaa70ff7213","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.797685623Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-recover-8d6460-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.80486462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c6a0dc12-bb13-49e1-8db7-ed056ae2d778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.826167246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c6a0dc12-bb13-49e1-8db7-ed056ae2d778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.916130735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"a341bb4b-d0a6-4c6d-b004-05a12052bbe2","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.935977434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bdc8cbc-0f18-44c4-8e3c-515d0b4adc48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.93674982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"a341bb4b-d0a6-4c6d-b004-05a12052bbe2","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.946133417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"9b5886eb-b84d-4a89-ae63-6ae001b29912","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.953303459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9f3ddccb-7c56-4dc4-8cda-03c2e47d83a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.964292065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"983539f2-e797-4dbf-8ebb-7ac3ba6702d1","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.967701315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"9b5886eb-b84d-4a89-ae63-6ae001b29912","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.974559713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9f3ddccb-7c56-4dc4-8cda-03c2e47d83a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.985107006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"983539f2-e797-4dbf-8ebb-7ac3ba6702d1","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:05.992748715Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bdc8cbc-0f18-44c4-8e3c-515d0b4adc48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.012700508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bdc8cbc-0f18-44c4-8e3c-515d0b4adc48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.035531103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dd6927f-4edb-49d9-92f2-e2cae8ba4a83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.035547512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dd6927f-4edb-49d9-92f2-e2cae8ba4a83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.069591251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"9193ba1d-8523-4a79-887c-6da036bd4037","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.090971967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"9193ba1d-8523-4a79-887c-6da036bd4037","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.106415676Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.11084485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9ba664-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (890e4edc0b8106a971c0c05bbd56928df3bf7e521af7409247bb6c605b0ce25c) AuthConfig (70937fad27aadf8f2517b42f88b3e0593feda5b7eeb8994c1cf6fb0750474465) AuthConfig (1bd09a4e13bb624cda57e1fc44443e29c91493f67d4e43e8a6c59fb4b094f56e) AuthConfig (a59af07ddc6e7dc8fbbf9aa8dba03497ec3ae1a3af6cc29b0a9328d17857223e) AuthConfig (a63ed21436610fb298574f80a451f9ddf3e297e6c481445e19961a350b5e0098) AuthConfig (75e7c8909726e9da50300a3d05832020b9e5d3e060d8c5c0140e8946a14ea793) AuthConfig (3373a77fdc780835d907c841e1bbec050cf877b549830256e2e9763df1cac1bc) AuthConfig (3bab3b993d887d62e57de54aba1ebe40024595575ffe5e67d1cd9e6cbe79c0a7) AuthConfig (a6011a741ee3e158e3ea58f007fcc4d73cb822f8ca511268f94b32c7e246adee) AuthConfig (9169e7d9a8121b229e70fb506e46f9d849c0d8eaf3c070f8f8cc3ef18de20961)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"9193ba1d-8523-4a79-887c-6da036bd4037","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.173827867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"e3663809-4006-4b07-b7f9-4c4b5b23b881","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.188881602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"723c371e-f24d-4ae7-b37e-cc30b30acfe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.190447112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"951791ac-60d3-4b29-931e-eccee8e98c52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.20981046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"723c371e-f24d-4ae7-b37e-cc30b30acfe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.211457987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"951791ac-60d3-4b29-931e-eccee8e98c52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.229885441Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"e3663809-4006-4b07-b7f9-4c4b5b23b881","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.233103949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"951791ac-60d3-4b29-931e-eccee8e98c52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.249513456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"e3663809-4006-4b07-b7f9-4c4b5b23b881","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.259941857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"929fa818-d0fe-40c1-b627-2042f6e7e3a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.259961692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"929fa818-d0fe-40c1-b627-2042f6e7e3a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.269203765Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rot-0df874-access","reconcileID":"5b67b3de-d8f3-4154-8702-9f6faa498032","MaaSAuthPolicy":{"name":"e2e-rot-0df874-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rot-user-f1cb9c/e2e-rot-0df874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.269278923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fdc5504-136f-4a04-9a96-bd76162a2bde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.2692959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fdc5504-136f-4a04-9a96-bd76162a2bde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.287486885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"0a67e2c9-ab25-4f40-a715-91de62d5b43d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.287950291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"e8155646-1efa-4fd5-b79a-3734ec733026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.310066752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"e8155646-1efa-4fd5-b79a-3734ec733026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.310099048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"0a67e2c9-ab25-4f40-a715-91de62d5b43d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.38722043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"74207f4d-3717-4a34-9444-9bfd2d2c5aa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.392873932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"415c3534-336f-4c01-90a6-6aeeed4f5df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.40802813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"74207f4d-3717-4a34-9444-9bfd2d2c5aa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.416050245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"415c3534-336f-4c01-90a6-6aeeed4f5df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.434081954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"d96e7159-7ecb-4447-aa61-8f3ff36f0ceb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.473416264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"d96e7159-7ecb-4447-aa61-8f3ff36f0ceb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.485167805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"215cacd9-7473-47c2-a9b3-e3650712356d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.492974483Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"d96e7159-7ecb-4447-aa61-8f3ff36f0ceb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.505845207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"215cacd9-7473-47c2-a9b3-e3650712356d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.530996947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"5f0537d4-de91-445e-9814-ff5c4f7f9c69","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.551436803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"5f0537d4-de91-445e-9814-ff5c4f7f9c69","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.571017657Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"5f0537d4-de91-445e-9814-ff5c4f7f9c69","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.583267705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"208736d7-43fc-4c3f-9653-82f4c56fd7e1","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.583402567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"41346fdf-f9b3-49cb-a255-1ccbaeb8ade5","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.604844239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"41346fdf-f9b3-49cb-a255-1ccbaeb8ade5","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.605413409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"208736d7-43fc-4c3f-9653-82f4c56fd7e1","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.616459282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"7e3bf82c-daa4-4086-9c05-830b460d18a5","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:06.637826145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"7e3bf82c-daa4-4086-9c05-830b460d18a5","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:07.671793643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"53174eee-ddd2-4e9e-afb3-5824f3b02be7","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:07.672078586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"fd4bbe27-f699-402b-a0a8-53e764691805","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:07.686493289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"67c5b4de-1b79-450d-aa30-b9f8e0c773e9","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:07.686537145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"27be0faf-a0dd-4e7b-89ff-7bb35cc4e276","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:07.686962646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"dc9a56b8-fbe2-45c0-a755-9c285c1758e1","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:07.692999873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"fd4bbe27-f699-402b-a0a8-53e764691805","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:07.695724013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"53174eee-ddd2-4e9e-afb3-5824f3b02be7","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:07.707410055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"67c5b4de-1b79-450d-aa30-b9f8e0c773e9","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:07.707541658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"27be0faf-a0dd-4e7b-89ff-7bb35cc4e276","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:07.709640166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"dc9a56b8-fbe2-45c0-a755-9c285c1758e1","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:07.726729864Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"27be0faf-a0dd-4e7b-89ff-7bb35cc4e276","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:07.728813518Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"dc9a56b8-fbe2-45c0-a755-9c285c1758e1","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:11.456955415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"c3d7f142-14f6-4b43-a864-01193eaf82ea","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:11.456977017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"c3d7f142-14f6-4b43-a864-01193eaf82ea","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:11.490269054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"5a1b9abd-f005-42fe-859e-5ee32a9286c8","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:11.490288679Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"5a1b9abd-f005-42fe-859e-5ee32a9286c8","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:11.52666586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"c8edbd9d-f7d9-4b28-b1ff-48977af705a0","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:11.584921109Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"c8edbd9d-f7d9-4b28-b1ff-48977af705a0","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:11.60554614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"c8edbd9d-f7d9-4b28-b1ff-48977af705a0","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:11.646797866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"edbe1e6b-c883-40fe-a1d3-8cbadc29422e","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:11.646900687Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"edbe1e6b-c883-40fe-a1d3-8cbadc29422e","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:11.732720261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"2a146e41-f6be-4cd9-8a42-c19d9bc1b98a","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:11.756961544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"2a146e41-f6be-4cd9-8a42-c19d9bc1b98a","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:11.783062725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"2a146e41-f6be-4cd9-8a42-c19d9bc1b98a","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:13.412855569Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"e77235cf-a22d-4801-9a73-46de579cdff1","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:14.845164909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"70ccaab0-b3e8-4e18-a47f-b476cfba5b18","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:14.845186849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"70ccaab0-b3e8-4e18-a47f-b476cfba5b18","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"auth-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"auth-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:16.099380233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"179cc869-37f9-4078-8ddc-0ec5013c0067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:16.123026551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"179cc869-37f9-4078-8ddc-0ec5013c0067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:16.143984296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"179cc869-37f9-4078-8ddc-0ec5013c0067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:16.165715695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3da77a30-738e-416d-848f-bfe3e795f3f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:16.165730519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3da77a30-738e-416d-848f-bfe3e795f3f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:16.172059769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"600a9cd8-a81a-476a-8f2d-3b7dc5ed74f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:16.193268674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"600a9cd8-a81a-476a-8f2d-3b7dc5ed74f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:16.212969173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9ba664-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (890e4edc0b8106a971c0c05bbd56928df3bf7e521af7409247bb6c605b0ce25c) AuthConfig (70937fad27aadf8f2517b42f88b3e0593feda5b7eeb8994c1cf6fb0750474465) AuthConfig (1bd09a4e13bb624cda57e1fc44443e29c91493f67d4e43e8a6c59fb4b094f56e) AuthConfig (a59af07ddc6e7dc8fbbf9aa8dba03497ec3ae1a3af6cc29b0a9328d17857223e) AuthConfig (a63ed21436610fb298574f80a451f9ddf3e297e6c481445e19961a350b5e0098) AuthConfig (75e7c8909726e9da50300a3d05832020b9e5d3e060d8c5c0140e8946a14ea793) AuthConfig (3373a77fdc780835d907c841e1bbec050cf877b549830256e2e9763df1cac1bc) AuthConfig (3bab3b993d887d62e57de54aba1ebe40024595575ffe5e67d1cd9e6cbe79c0a7) AuthConfig (a6011a741ee3e158e3ea58f007fcc4d73cb822f8ca511268f94b32c7e246adee) AuthConfig (9169e7d9a8121b229e70fb506e46f9d849c0d8eaf3c070f8f8cc3ef18de20961)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"600a9cd8-a81a-476a-8f2d-3b7dc5ed74f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:16.304086945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"c2cbb309-64ee-4f40-a1cd-d7f9c07093fb","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:16.324731246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c952eb89-e15b-4420-b2f8-671d254b0491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:16.346072927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c952eb89-e15b-4420-b2f8-671d254b0491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:16.362518052Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"c2cbb309-64ee-4f40-a1cd-d7f9c07093fb","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:16.36580852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c952eb89-e15b-4420-b2f8-671d254b0491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:16.382721441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"c2cbb309-64ee-4f40-a1cd-d7f9c07093fb","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:16.38783491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"32e53018-7775-4f67-a1c4-1f99b84c9e00","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:16.387849436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"32e53018-7775-4f67-a1c4-1f99b84c9e00","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:16.404400342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a1c408f-08b7-493e-ac18-959f2201f8ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:16.404415432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a1c408f-08b7-493e-ac18-959f2201f8ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.503266771Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8d6460-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-sub","reconcileID":"7cd4e3f2-6f95-4c4f-a8f4-7c33ce4e469e","MaaSSubscription":{"name":"e2e-rec-recover-8d6460-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","subscription":"e2e-rec-recover-8d6460-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.503460244Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8d6460-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-sub","reconcileID":"7cd4e3f2-6f95-4c4f-a8f4-7c33ce4e469e","MaaSSubscription":{"name":"e2e-rec-recover-8d6460-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.595035349Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-rec-ctrl-a69e61-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.633846265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"1db78ca3-799f-4df0-9e79-abc5b3d7fce5","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.633871692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"1db78ca3-799f-4df0-9e79-abc5b3d7fce5","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.675455603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"e4ce51be-e7b3-46e2-97da-a891fa3420d5","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.675479176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"e4ce51be-e7b3-46e2-97da-a891fa3420d5","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.695805856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"a7413743-0ee5-4b24-aa98-9ed273576df4","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.696028632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"4ca25fb2-f5ed-49ec-8ace-75769fb3401f","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.695805381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"e2e4abe7-d248-4f84-99ae-5afcba5b5087","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.696425535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"e70222ce-aec1-48bd-98e4-306b48fdde61","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.696544089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"700dbf04-01d6-4ed7-b140-96446fc4124f","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.70853237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"1bc29117-4242-4dda-a396-fdd20eba652a","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.708554229Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"1bc29117-4242-4dda-a396-fdd20eba652a","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.717861078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"700dbf04-01d6-4ed7-b140-96446fc4124f","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.717873378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"4ca25fb2-f5ed-49ec-8ace-75769fb3401f","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.720124586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"e70222ce-aec1-48bd-98e4-306b48fdde61","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.720321865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"a7413743-0ee5-4b24-aa98-9ed273576df4","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.722312943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"e2e4abe7-d248-4f84-99ae-5afcba5b5087","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.742328607Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"e2e4abe7-d248-4f84-99ae-5afcba5b5087","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.74234566Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"700dbf04-01d6-4ed7-b140-96446fc4124f","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:17.777232685Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-recover-8d6460-access","reconcileID":"f9eb4b87-a670-431e-932d-e4e834b93ace","MaaSAuthPolicy":{"name":"e2e-rec-recover-8d6460-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-noaccess-69b5ed/e2e-rec-recover-8d6460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:18.464441161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"4883ee4f-677d-4042-8520-19327461cd04","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:18.467695293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"9deb4e58-3a13-45c6-884f-053fcf6c36da","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:18.467718429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"3fbbf648-3bb2-4fb4-adc4-8f2f0b477e20","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:18.468288552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"8bfc43b1-3404-4afd-9011-151bf23aa83f","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:18.4871382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"4883ee4f-677d-4042-8520-19327461cd04","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:18.496846937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"3fbbf648-3bb2-4fb4-adc4-8f2f0b477e20","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:18.502689636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"9deb4e58-3a13-45c6-884f-053fcf6c36da","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:18.5067623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"8bfc43b1-3404-4afd-9011-151bf23aa83f","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:18.577532831Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"3fbbf648-3bb2-4fb4-adc4-8f2f0b477e20","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:21.871264929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"8c89e7c4-dc03-459e-89be-c335a1337929","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:21.96741809Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"8c89e7c4-dc03-459e-89be-c335a1337929","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:22.010087999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"8c89e7c4-dc03-459e-89be-c335a1337929","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:22.066395563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"1db20fea-a2ac-4b35-85a1-70d610999d8f","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:22.06649379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"1db20fea-a2ac-4b35-85a1-70d610999d8f","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.341111431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"f0aad764-648b-47ee-b54a-97551b0a7507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.342370061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"5d8ae695-43da-4926-b2fc-6beb4931dcee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.392223764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"f0aad764-648b-47ee-b54a-97551b0a7507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.393064054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"5d8ae695-43da-4926-b2fc-6beb4931dcee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.40043281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"14f20d50-d6dd-4835-8f5d-091a8b7824f9","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.437384233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aa5e681-9f34-4d49-8051-f17c7308f0c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.43812728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b072cb59-ce3a-4301-b11e-88972e77322f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.450494943Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"e84c8466-15b4-4194-8e6c-288bbb1bf31b","MaaSModelRef":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.461245452Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"14f20d50-d6dd-4835-8f5d-091a8b7824f9","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.484297922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"14f20d50-d6dd-4835-8f5d-091a8b7824f9","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.508887957Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aa5e681-9f34-4d49-8051-f17c7308f0c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.510599155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dc780fb-39aa-46f8-9f45-a057dc0dfe80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.51068723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dc780fb-39aa-46f8-9f45-a057dc0dfe80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:19:23.511500805Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b072cb59-ce3a-4301-b11e-88972e77322f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.531920531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aa5e681-9f34-4d49-8051-f17c7308f0c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:19:23.536133059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b072cb59-ce3a-4301-b11e-88972e77322f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.536713055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"783203c8-fd5e-45f1-b825-8707c08788ca","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.537536231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1cc7c38-0144-47b4-8898-d23e984e3e03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.53761273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1cc7c38-0144-47b4-8898-d23e984e3e03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.555248287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"757def0e-f78c-49d4-a6cd-e4978740354e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.555274328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"757def0e-f78c-49d4-a6cd-e4978740354e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.560989683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"783203c8-fd5e-45f1-b825-8707c08788ca","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.583470563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"783203c8-fd5e-45f1-b825-8707c08788ca","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.619558449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"6756929f-7d54-4508-a36c-bd03c896c132","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.619680963Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"6756929f-7d54-4508-a36c-bd03c896c132","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.627795324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1ff3e52-fd64-4c27-a7c4-5cce3e406e5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.651655727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1ff3e52-fd64-4c27-a7c4-5cce3e406e5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.673854626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1ff3e52-fd64-4c27-a7c4-5cce3e406e5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.696661278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b47d7a2a-e14e-44a9-9af3-be5c831f910d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:23.696787032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b47d7a2a-e14e-44a9-9af3-be5c831f910d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:26.247650253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"684fb80a-0d91-4802-aa79-c7bc18ead6a7","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:26.268655407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"684fb80a-0d91-4802-aa79-c7bc18ead6a7","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:26.475981216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"9d1e15ba-e9ac-4fde-a8cd-23b7edd37119","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.437140936Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a69e61-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-sub","reconcileID":"27280172-ec0c-4d53-9e68-b0ac467a50c6","MaaSSubscription":{"name":"e2e-rec-ctrl-a69e61-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","subscription":"e2e-rec-ctrl-a69e61-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.43729215Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a69e61-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-sub","reconcileID":"27280172-ec0c-4d53-9e68-b0ac467a50c6","MaaSSubscription":{"name":"e2e-rec-ctrl-a69e61-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","error":"MaaSModelRef not found: e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.616374162Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.659350609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"ddbfcb61-782b-4c63-a7a5-1c8a3b73f945","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.659370115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"ddbfcb61-782b-4c63-a7a5-1c8a3b73f945","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.694003742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"96b554ab-ae0d-4f1b-b92a-edde7f427f05","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.694022151Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"96b554ab-ae0d-4f1b-b92a-edde7f427f05","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.696354506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"5bdd1845-695a-4789-ab44-44291f3fc1ea","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.696368135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"f86ea4f9-7687-40a3-a460-54a8d7f35e43","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.697503204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"c67e6517-1f93-4907-af9b-b86cf03836b8","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.69834397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"9f3db7b0-ce41-44b7-bdde-640e309b67e3","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.717815751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"5bdd1845-695a-4789-ab44-44291f3fc1ea","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.718290072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"f86ea4f9-7687-40a3-a460-54a8d7f35e43","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.720181134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"9f3db7b0-ce41-44b7-bdde-640e309b67e3","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.72036606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"c67e6517-1f93-4907-af9b-b86cf03836b8","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.724911129Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-detach-1f0641-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.726663747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"2ec2bfe2-0aec-49ee-8f59-46bb85f1f83e","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.726681528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"2ec2bfe2-0aec-49ee-8f59-46bb85f1f83e","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.737804155Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"f86ea4f9-7687-40a3-a460-54a8d7f35e43","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.760677681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"123017d7-cf48-47ca-8de2-366cd3d8f164","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:19:28.761544147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"3fe908c3-6749-45e1-9608-8b4a31af37d8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-7327a2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.761615921Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"06ba30ae-b36c-43cf-85f0-676c0e9c9b81","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.77836503Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-rec-ctrl-a69e61-access","reconcileID":"bc3999a7-cd35-4260-8a73-71342db23111","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a69e61-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-rec-user-a6c179/e2e-rec-ctrl-a69e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.783610464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"123017d7-cf48-47ca-8de2-366cd3d8f164","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.816378091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"f11ae41b-fc41-42a1-83c1-65fa274a1f3d","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:19:28.85350888Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"f11ae41b-fc41-42a1-83c1-65fa274a1f3d","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:19:28.853572055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"f11ae41b-fc41-42a1-83c1-65fa274a1f3d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.870522809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"d1493855-067b-4e0e-99c4-7bc9befb6be3","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.918602213Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"3f612f90-5124-4323-8246-9916cfe9b02f","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.999389743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"c7b4833f-ac21-48fc-98a0-689db4c7b322","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:29.014029561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"e9523385-d787-48d1-ac16-2f4aa2fd6d15","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:29.071451519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"c7b4833f-ac21-48fc-98a0-689db4c7b322","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:29.119945416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"38ffd46d-7e82-4665-817e-2c7532a068dd","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:29.212035281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"0d7304c5-e2fb-42a5-bcb2-2f9ec0cd9e1f","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.417679692Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"3f6a3e57-c0cf-4066-8673-e46dca0289cb","namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.454624769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"afad0c5b-2284-4705-98c8-e8a697460179","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.466971936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"8a3f60f4-7c37-48c4-81d0-12fde79d339a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.482133948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b23a6ff-c873-4151-9ef5-c273e71376fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.482687669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e938f3b4-3d23-40c1-93d0-4da596fab38d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.482964015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"1631c6c0-64b0-4fe6-b918-15b2c57915f9","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.488017441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"8a3f60f4-7c37-48c4-81d0-12fde79d339a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.509118047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e938f3b4-3d23-40c1-93d0-4da596fab38d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.512586168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b23a6ff-c873-4151-9ef5-c273e71376fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.513357033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"1631c6c0-64b0-4fe6-b918-15b2c57915f9","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.518722778Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"afad0c5b-2284-4705-98c8-e8a697460179","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.532550043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e938f3b4-3d23-40c1-93d0-4da596fab38d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.534414089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b23a6ff-c873-4151-9ef5-c273e71376fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.534507529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"1631c6c0-64b0-4fe6-b918-15b2c57915f9","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.572557278Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-47de11","namespace":"e2e-extmod-att-noaccess-52ae5c"},"namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","reconcileID":"c09b27cb-a918-4f0b-a8ea-1c59ce37810c","namespace":"e2e-extmod-att-noaccess-52ae5c","name":"e2e-att-noaccess-47de11","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.574404198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"afad0c5b-2284-4705-98c8-e8a697460179","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.574452811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a488067-c64a-47af-81dc-25d5b1e450f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.574464267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a488067-c64a-47af-81dc-25d5b1e450f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.574971192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82cdc0ea-e04e-486e-bb68-0adf14f41633","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.574987989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82cdc0ea-e04e-486e-bb68-0adf14f41633","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.591755032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"d07e321c-7bfc-41f8-97e2-0742c9e9c1a8","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.591772412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"d07e321c-7bfc-41f8-97e2-0742c9e9c1a8","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.606913807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"a52c9b56-0aa3-4589-b6f3-8576cbfa390e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.607768355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1501fa0-7410-4bd0-b9ba-355213a03646","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.607797518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1501fa0-7410-4bd0-b9ba-355213a03646","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.620542819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2ec96df3-8e75-4f53-a260-166cc0cb21ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.621137126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"1cf3129f-472f-425b-9501-be454da7f402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.625139463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"d2020f15-d763-41d0-848d-4b5a74463a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.628799151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"a52c9b56-0aa3-4589-b6f3-8576cbfa390e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.641753832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2ec96df3-8e75-4f53-a260-166cc0cb21ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.642335232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"1cf3129f-472f-425b-9501-be454da7f402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.646878499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"d2020f15-d763-41d0-848d-4b5a74463a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.736693156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"ccf2504d-71e7-4a00-a35c-038642da1b44","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.757730126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"ccf2504d-71e7-4a00-a35c-038642da1b44","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.821219992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"2f76a415-8bfc-4d56-a6d4-27efa44dfecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.822839774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"dfbb549b-d46b-487a-a010-91eaaae61d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.836426722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"88daefa7-5343-4ecf-8534-22370b31a17f","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.837818588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"a2e1831f-4a77-4f56-ad49-a49d2165ad60","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.842337261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"2f76a415-8bfc-4d56-a6d4-27efa44dfecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.843723425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"dfbb549b-d46b-487a-a010-91eaaae61d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.857179784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"88daefa7-5343-4ecf-8534-22370b31a17f","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.858156649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"a2e1831f-4a77-4f56-ad49-a49d2165ad60","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.923266066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"aafe8009-57dc-4f5f-bdd7-c50737e8833f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.938963521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"4b86d45a-3d48-41c4-9954-f73fb59ef5e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.944627262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"aafe8009-57dc-4f5f-bdd7-c50737e8833f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.954237967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64982cbf-2243-49ba-ad92-471b441a96af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:31.960058611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"4b86d45a-3d48-41c4-9954-f73fb59ef5e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.010559645Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64982cbf-2243-49ba-ad92-471b441a96af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.024024132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"d6ca7ace-89a3-4de2-85b8-3511bcc208ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.030360044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64982cbf-2243-49ba-ad92-471b441a96af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.040595422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"cfe639b2-0a51-4660-93db-08e883370d5c","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.046034382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"d6ca7ace-89a3-4de2-85b8-3511bcc208ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.052366024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4eee076f-b03f-4b06-a2b0-659aa537110a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.05238409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4eee076f-b03f-4b06-a2b0-659aa537110a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.061971322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"cfe639b2-0a51-4660-93db-08e883370d5c","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.08182724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"cfe639b2-0a51-4660-93db-08e883370d5c","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.109060548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"5761762e-9ab1-4f25-b602-651b581168b1","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.110342072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"3f228a46-7200-449f-83ee-abfd54879c17","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.119153593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"2f68374d-0e14-4a1d-9b80-5263095f9667","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.119170649Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"2f68374d-0e14-4a1d-9b80-5263095f9667","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.130006687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"5761762e-9ab1-4f25-b602-651b581168b1","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.139222089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebc12518-0aaf-44e6-90a8-ebcd895218f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.16044557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebc12518-0aaf-44e6-90a8-ebcd895218f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.165791849Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"3f228a46-7200-449f-83ee-abfd54879c17","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.180212942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebc12518-0aaf-44e6-90a8-ebcd895218f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.185252878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"3f228a46-7200-449f-83ee-abfd54879c17","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.201661201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"198abb23-5501-47a9-bc96-596d32d7f2ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.201677141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"198abb23-5501-47a9-bc96-596d32d7f2ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.2043339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83ee1f97-9b8d-434e-b1e6-eaa93091b9c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.204346745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83ee1f97-9b8d-434e-b1e6-eaa93091b9c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.230424237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"7803a0d3-4b8c-49cf-953c-d47b7cf84783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.230889717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"dbba0f53-0141-4e95-b594-70545bde4309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.25285078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"7803a0d3-4b8c-49cf-953c-d47b7cf84783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.253336772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"dbba0f53-0141-4e95-b594-70545bde4309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.049698763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"433c04b3-c7b7-45e7-8aba-a9cec303841e","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.049736076Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"433c04b3-c7b7-45e7-8aba-a9cec303841e","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.103902195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"7152a6b2-f413-4eb5-bebe-65a887b54685","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.1039143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"b75f4df1-b3b8-4376-b464-37b828adaafc","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.104482943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"48873726-fd35-4841-9055-d462ea6ffd25","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.11386552Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-sub","reconcileID":"d379f109-7a02-473d-974c-d935e7e1422c","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4cde6729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.125852984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"48873726-fd35-4841-9055-d462ea6ffd25","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.12620477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"b75f4df1-b3b8-4376-b464-37b828adaafc","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.129217646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"7152a6b2-f413-4eb5-bebe-65a887b54685","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.278965238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"9ed87997-b7e8-4aa9-9a5d-9f1016055004","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.278962501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"160f9262-0bbb-4a0b-a74a-1f31e17db6d3","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.27941262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"d42ae101-ddd8-4597-9a9e-8dae8f6c59e3","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.301880118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"9ed87997-b7e8-4aa9-9a5d-9f1016055004","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.301897083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"d42ae101-ddd8-4597-9a9e-8dae8f6c59e3","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.304083008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"160f9262-0bbb-4a0b-a74a-1f31e17db6d3","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:36.105301713Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.122146408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0638a38-475b-4403-a7a7-4f7807867130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.179500615Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0638a38-475b-4403-a7a7-4f7807867130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.199555038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0638a38-475b-4403-a7a7-4f7807867130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.219932009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"9a3d0407-ee60-43a1-8a5b-deb4dc8ed456","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.223360181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"515bac37-4144-4ff2-8aa5-52ddcccc5b5d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.223376464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"515bac37-4144-4ff2-8aa5-52ddcccc5b5d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.241066065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"9a3d0407-ee60-43a1-8a5b-deb4dc8ed456","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.261058714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"9a3d0407-ee60-43a1-8a5b-deb4dc8ed456","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.292087498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"2b7d2b11-6676-4801-bb36-cc6b3d426418","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.298466041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"c3c177ca-2095-4c3f-8f94-624c474ebe89","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.298484204Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"c3c177ca-2095-4c3f-8f94-624c474ebe89","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.325644472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6a4c8fc-47be-49eb-9062-a0e3a084768d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.347246131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6a4c8fc-47be-49eb-9062-a0e3a084768d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.349538537Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"2b7d2b11-6676-4801-bb36-cc6b3d426418","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.367401728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6a4c8fc-47be-49eb-9062-a0e3a084768d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.369296262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"2b7d2b11-6676-4801-bb36-cc6b3d426418","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.39228495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d47a5b02-0105-452a-ba39-b831998a5de1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.392300109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d47a5b02-0105-452a-ba39-b831998a5de1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.39266027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9f20649-9813-44a1-8840-0a1c4b2556c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:42.392671994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9f20649-9813-44a1-8840-0a1c4b2556c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.131397002Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-sub","reconcileID":"9f41497e-589e-4138-b9e9-fb9a1c39d3fe","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","subscription":"e2e-att-detach-1f0641-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.16873535Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-sub","reconcileID":"9f41497e-589e-4138-b9e9-fb9a1c39d3fe","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.185919839Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-sub","reconcileID":"9f41497e-589e-4138-b9e9-fb9a1c39d3fe","MaaSSubscription":{"name":"e2e-att-detach-1f0641-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.347406393Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2bb4ef priority=0:[ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-serve-7cbc5b-sub ai-tenant-e2e-extmod-b-2bb4ef/e2e-att-unrel-9db082-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.368070116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"20f4a638-aba6-46c6-b4df-7ce4175fec8e","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.368099429Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"20f4a638-aba6-46c6-b4df-7ce4175fec8e","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.470163405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"6e1e837d-6056-48f5-9eb3-93dcb1ca6b4d","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.470525821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"6391c118-5959-4c82-8f7f-4416035fa523","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.470549239Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"6391c118-5959-4c82-8f7f-4416035fa523","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.470895936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"5017d690-2b83-4c64-aa5c-af4dd2dedadd","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.471340576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"22003dab-9c73-4092-8a8d-2c12c0c3a9f5","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.492398256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"22003dab-9c73-4092-8a8d-2c12c0c3a9f5","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.492585114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"6e1e837d-6056-48f5-9eb3-93dcb1ca6b4d","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.494438656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"5017d690-2b83-4c64-aa5c-af4dd2dedadd","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.508837749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"f64ff921-ec33-45d0-bec8-0a57b46fb8a0","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.508853576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"f64ff921-ec33-45d0-bec8-0a57b46fb8a0","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.5439939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"06ec10cb-34cd-44c1-ab77-a2dab44a0369","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.544009852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"06ec10cb-34cd-44c1-ab77-a2dab44a0369","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.642948459Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-detach-1f0641-access","reconcileID":"401a1c58-635f-4f45-8fb6-9e9e7e210d78","MaaSAuthPolicy":{"name":"e2e-att-detach-1f0641-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.883454665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"4132cd47-b53a-4882-8184-9902f51af923","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:43.883475236Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"4132cd47-b53a-4882-8184-9902f51af923","MaaSModelRef":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-detach-1f0641-a5392d1d5006","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-detach-1f0641","externalModel":"e2e-att-detach-1f0641","provider":"e2e-att-detach-1f0641-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.420014375Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"6bc3d600-5671-4718-b836-d8b079dd93cc","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.45404884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"a61dac25-a10a-4bcb-b7ba-49b89e50457c","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.456865225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"909a9654-6e02-467c-bc45-79c3ec83be97","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.456886646Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"909a9654-6e02-467c-bc45-79c3ec83be97","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.46144168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"6e026078-3341-42f7-97f3-1d503aafdc77","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.476407247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"a61dac25-a10a-4bcb-b7ba-49b89e50457c","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.482449927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"6e026078-3341-42f7-97f3-1d503aafdc77","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.487568957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"01fa4d98-0787-4d54-93f0-6affc1009b21","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.487698956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faa8c004-481c-4714-ae2c-b3ac76db5b37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.503215004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcfe03c6-1dcd-42ed-a2ce-98ed8d38018e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.506741792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"a61dac25-a10a-4bcb-b7ba-49b89e50457c","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.511064738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"d3eb9a3e-db3c-466c-ab19-92eaf6221a1e","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.511085906Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"d3eb9a3e-db3c-466c-ab19-92eaf6221a1e","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.52964433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-sub","reconcileID":"d000c297-7e71-4c36-bc0a-50d36f528a80","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-unrel-9db082","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.540545291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-sub","reconcileID":"c5c344a8-784b-49a5-8609-b09ac843665e","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-serve-7cbc5b","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.577066242Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"01fa4d98-0787-4d54-93f0-6affc1009b21","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:19:44.58988039Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcfe03c6-1dcd-42ed-a2ce-98ed8d38018e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:19:44.58997402Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faa8c004-481c-4714-ae2c-b3ac76db5b37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.597739178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"01fa4d98-0787-4d54-93f0-6affc1009b21","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.600370611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"2de1adbc-7da5-46ad-9fa6-c492294840b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.634214343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2943edab-8093-4ec9-b281-22712c86f8a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.634231041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2943edab-8093-4ec9-b281-22712c86f8a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:19:44.634296081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcfe03c6-1dcd-42ed-a2ce-98ed8d38018e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:19:44.634834581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faa8c004-481c-4714-ae2c-b3ac76db5b37","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.6384216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8bfff964-d6fb-40ab-9104-3f12fd9f32fe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.63843651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8bfff964-d6fb-40ab-9104-3f12fd9f32fe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.639320271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"2de1adbc-7da5-46ad-9fa6-c492294840b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.659392276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"496d043b-4c02-437a-8197-0734cac0fdf8","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.659420558Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"496d043b-4c02-437a-8197-0734cac0fdf8","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.675592338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"66662536-4a97-4129-9fe1-4a0ddb3dace4","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.700827519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"6d5ee8dd-0f75-49bd-af4c-5357228b6c8e","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.703607091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"6c7b0dc1-d5a8-4914-90f1-b3c8f887fb9e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.703843043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9bd74d2c-ef28-442e-a0ae-e7c5054fa00f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.722669994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"6d5ee8dd-0f75-49bd-af4c-5357228b6c8e","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.724591808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"6c7b0dc1-d5a8-4914-90f1-b3c8f887fb9e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.725265375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9bd74d2c-ef28-442e-a0ae-e7c5054fa00f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.731022996Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-1f0641","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","reconcileID":"24fc3a7b-83bb-4edc-a75b-e2b68b10d228","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-detach-1f0641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.777432753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"2e58ba3c-6b29-44ed-a468-aab9fe6bd805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.803527806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"2e58ba3c-6b29-44ed-a468-aab9fe6bd805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.914815919Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"faf9399d-cab8-4313-87ab-6e089126017a","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.953414123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"d377a935-e573-4d27-8261-a1c92c67dbdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.967154553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"baa6308c-4a5d-4796-8916-9ed0e9120545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.982767801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"d377a935-e573-4d27-8261-a1c92c67dbdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:44.99472207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"baa6308c-4a5d-4796-8916-9ed0e9120545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.033806213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"390caa02-3866-4bd2-84f7-977bc89f4c25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.03697553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"772df496-415a-4ece-afe2-72f47d231b38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.036982382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"4ab4a455-52a2-46aa-97ef-e52202fe1b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.056873754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"390caa02-3866-4bd2-84f7-977bc89f4c25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.061378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"4ab4a455-52a2-46aa-97ef-e52202fe1b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.061434826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"772df496-415a-4ece-afe2-72f47d231b38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.192615404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"ffdfc5df-6f38-494a-97c2-2f7700ff2f9b","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.230770703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"d8f86115-f500-4cbe-90eb-25acb9850e9d","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.250049677Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"ffdfc5df-6f38-494a-97c2-2f7700ff2f9b","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.270045119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"ffdfc5df-6f38-494a-97c2-2f7700ff2f9b","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.289977505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56ff9558-6490-4258-84ea-bb7dff7561c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.289995155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56ff9558-6490-4258-84ea-bb7dff7561c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.290320772Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"d8f86115-f500-4cbe-90eb-25acb9850e9d","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.297791607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"7e5b4d32-15f2-4b04-84fd-45a90d8eb0e5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.310409978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"d8f86115-f500-4cbe-90eb-25acb9850e9d","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.317587007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"f1a380bc-48f9-4cb1-9f5c-adbb1d9b2d0f","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.317670783Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"f1a380bc-48f9-4cb1-9f5c-adbb1d9b2d0f","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.321606014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"7e5b4d32-15f2-4b04-84fd-45a90d8eb0e5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.343458614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34a74f73-a009-444b-bcae-585520829ba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.344123277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"933bb337-36d7-4c68-9405-b520be53e163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.374465111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"933bb337-36d7-4c68-9405-b520be53e163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.377130706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34a74f73-a009-444b-bcae-585520829ba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.403261836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"933bb337-36d7-4c68-9405-b520be53e163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.40660337Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-sub","reconcileID":"0400d486-c201-4e3f-85ac-93dcaa745c66","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-711bc0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.407741554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"6ae9b93f-4d4c-4c5b-84c4-a94de5e39106","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.407759312Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"6ae9b93f-4d4c-4c5b-84c4-a94de5e39106","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.410643037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34a74f73-a009-444b-bcae-585520829ba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.432275173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4574e66-65d2-4757-8bdd-cd300ca9d567","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.432296727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4574e66-65d2-4757-8bdd-cd300ca9d567","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.438888021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"d40a0abb-578d-4966-aaff-bc52604cbcb9","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.439411571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4f75f2f-59fd-481b-80c7-67d12e7e5194","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.439428705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4f75f2f-59fd-481b-80c7-67d12e7e5194","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.440198034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"84e80622-25ce-470a-bd3a-5d7e1a2f0017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.464169304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"84e80622-25ce-470a-bd3a-5d7e1a2f0017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.468935758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"d40a0abb-578d-4966-aaff-bc52604cbcb9","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.523654879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"d4e289f4-9c5c-41f0-8841-5251b67f649d","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.524044905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"926b976e-9add-448d-bda8-0cfe1ff21178","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.524047487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"8ae31bd7-64a4-48b8-a9a1-6fcbb5cf7e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.576387484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"926b976e-9add-448d-bda8-0cfe1ff21178","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.580667373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"8ae31bd7-64a4-48b8-a9a1-6fcbb5cf7e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.670460977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"d8893dc7-7030-46c9-a2f8-8db40e1665a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.688279401Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"c122ea29-831a-4914-b616-cf0df59102d3","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.692637334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"d8893dc7-7030-46c9-a2f8-8db40e1665a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.70597763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"62c228e4-3da4-4b48-bb17-f0f7ed0f6d08","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.738674749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"6c5519b9-6c90-42d2-a79e-9a4f40c55519","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.759667088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"6c5519b9-6c90-42d2-a79e-9a4f40c55519","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.762142677Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"62c228e4-3da4-4b48-bb17-f0f7ed0f6d08","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.783177157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-12b8da-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"62c228e4-3da4-4b48-bb17-f0f7ed0f6d08","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.807976475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"e24010f3-5679-4ec8-8882-ad24f3516f76","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.819889034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"efbd060f-10cd-46d4-8aac-f95d178a4a2a","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.830383873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"e24010f3-5679-4ec8-8882-ad24f3516f76","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.906547165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"af8238bb-7599-456a-a44b-4b1bb44e8481","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.927623989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"af8238bb-7599-456a-a44b-4b1bb44e8481","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:45.947569564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-12b8da-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"af8238bb-7599-456a-a44b-4b1bb44e8481","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:46.681549035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"2c75fb9d-c7bc-4339-86a6-3d474c43d35d","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:46.681579649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"2c75fb9d-c7bc-4339-86a6-3d474c43d35d","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"auth-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"auth-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:47.01377004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"863226b6-5a11-4b51-a140-b4a1f04ca2cb","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:47.013828045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"863226b6-5a11-4b51-a140-b4a1f04ca2cb","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"auth-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"auth-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:47.034290222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"c0a5242a-1943-4f80-8a14-291e1ef3bace","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:47.034305458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"c0a5242a-1943-4f80-8a14-291e1ef3bace","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"auth-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"auth-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:47.068512655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"31b3a540-7106-45c8-8755-df07ddff04dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:47.124916708Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"31b3a540-7106-45c8-8755-df07ddff04dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:47.144960096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"31b3a540-7106-45c8-8755-df07ddff04dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:47.166765956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"692ace7b-ead9-4c12-b2ea-2058f44aa757","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:47.166807806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"692ace7b-ead9-4c12-b2ea-2058f44aa757","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"auth-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"auth-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.323290774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"3338ac36-d120-44c1-a6b6-01b0ddba890d","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.381420763Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"3338ac36-d120-44c1-a6b6-01b0ddba890d","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.401469608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"3338ac36-d120-44c1-a6b6-01b0ddba890d","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.425102051Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-sub","reconcileID":"9f304a88-fcfa-45b1-839e-1d897c1365f0","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","subscription":"e2e-att-unrel-9db082-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.425586297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac51b15a-17bf-49aa-a8fa-9b3fc1e0cd98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.425601648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac51b15a-17bf-49aa-a8fa-9b3fc1e0cd98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.4557362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"9562c97d-45a0-40f6-bb46-bee28822fd4b","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.457880639Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-sub","reconcileID":"9f304a88-fcfa-45b1-839e-1d897c1365f0","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.47507426Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-sub","reconcileID":"9f304a88-fcfa-45b1-839e-1d897c1365f0","MaaSSubscription":{"name":"e2e-att-unrel-9db082-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.532250438Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"9562c97d-45a0-40f6-bb46-bee28822fd4b","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.552699114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"9562c97d-45a0-40f6-bb46-bee28822fd4b","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.560403166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c08da4f6-76f4-4647-875e-eaceb9feca9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.560444692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8474105c-a81c-4bdc-bcea-3c25d165164c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.581883195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c08da4f6-76f4-4647-875e-eaceb9feca9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.58247697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8474105c-a81c-4bdc-bcea-3c25d165164c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.592240303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"b94de39f-cff3-42c0-9bde-8ff1a054711a","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.592259768Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"b94de39f-cff3-42c0-9bde-8ff1a054711a","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.602999391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c08da4f6-76f4-4647-875e-eaceb9feca9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.603714809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8474105c-a81c-4bdc-bcea-3c25d165164c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.627937236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"8767c92e-5961-4ba4-b592-515f10ecbe44","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.627952831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"8767c92e-5961-4ba4-b592-515f10ecbe44","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.643051358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"cda3d0b9-afcf-4f95-a663-a807067bba39","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.643132032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"22477e27-b8a5-407c-949c-1e577da962a7","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.665368739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"22477e27-b8a5-407c-949c-1e577da962a7","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.665455384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"cda3d0b9-afcf-4f95-a663-a807067bba39","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.683689993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"006eced7-ad23-4c62-b74a-ab91ca9d30e0","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.683709984Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"006eced7-ad23-4c62-b74a-ab91ca9d30e0","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.70037427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb07f352-212d-44a6-b452-560ecac963cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.700388526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb07f352-212d-44a6-b452-560ecac963cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.700723546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7a91a35-9348-43ff-8c26-4af86c32e359","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.700734738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7a91a35-9348-43ff-8c26-4af86c32e359","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.749660218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"1476593a-6dd0-4b24-9aba-4080aeca5150","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.749675372Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"1476593a-6dd0-4b24-9aba-4080aeca5150","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.814442572Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-unrel-9db082-access","reconcileID":"2fc8a1d7-38d0-41d7-8f6a-2f9b261074d0","MaaSAuthPolicy":{"name":"e2e-att-unrel-9db082-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.951703941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"5dc61bf7-a932-4f38-b5d3-6afb3eb53ec3","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.951721314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"5dc61bf7-a932-4f38-b5d3-6afb3eb53ec3","MaaSModelRef":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-unrel-9db082-a38206eff438","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-unrel-9db082","externalModel":"e2e-att-unrel-9db082","provider":"e2e-att-unrel-9db082-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.98423766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"a22bb0e3-e422-428f-aa04-b8a1b2c8dd91","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.005409552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"a22bb0e3-e422-428f-aa04-b8a1b2c8dd91","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.024934891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-12b8da-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"a22bb0e3-e422-428f-aa04-b8a1b2c8dd91","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.526115755Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"36283ca7-4505-4ba7-ae61-a02d7bae8649","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.560094297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"cf489d86-4c6a-4b2a-9585-a9e573ee3f29","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.560383967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"e841301b-cf39-42a6-bc5b-c983b50ee27c","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.564667216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"12bf7467-0337-43c6-8062-6c0f06ca2128","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.564689493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"12bf7467-0337-43c6-8062-6c0f06ca2128","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.581620776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"e841301b-cf39-42a6-bc5b-c983b50ee27c","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.59056686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4e0768c-f444-4073-9524-f1ddd7bc0bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.591894818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fce98712-24a0-4285-a27b-fd1b94c4cb29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.592400274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"3bcf9f84-e95b-49a5-8fa2-1d403d9d0b4d","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.601347974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"e841301b-cf39-42a6-bc5b-c983b50ee27c","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.611831048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4e0768c-f444-4073-9524-f1ddd7bc0bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.614027968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fce98712-24a0-4285-a27b-fd1b94c4cb29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.614367793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"3bcf9f84-e95b-49a5-8fa2-1d403d9d0b4d","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.617043576Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"cf489d86-4c6a-4b2a-9585-a9e573ee3f29","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.631912356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-sub","reconcileID":"f43c4aeb-a9c0-424b-933b-65b3766b9429","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-serve-7cbc5b","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.632912724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4e0768c-f444-4073-9524-f1ddd7bc0bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.634068829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fce98712-24a0-4285-a27b-fd1b94c4cb29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.634531178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"1848ec9c-7864-4a28-bd64-c96decae8a01","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.636190617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"3bcf9f84-e95b-49a5-8fa2-1d403d9d0b4d","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.636541735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"cf489d86-4c6a-4b2a-9585-a9e573ee3f29","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.656007093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d993bf7-e78c-4951-ae70-74aa53ff5ac9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.656026257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d993bf7-e78c-4951-ae70-74aa53ff5ac9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.657092908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"1848ec9c-7864-4a28-bd64-c96decae8a01","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.657671287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e808153c-61a9-460d-b8b7-f0e751aeea61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.657689603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e808153c-61a9-460d-b8b7-f0e751aeea61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.67647773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-12b8da-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"1848ec9c-7864-4a28-bd64-c96decae8a01","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.686634965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"c4e85f46-7efb-4cbd-8db0-7349be3c9bcb","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.68665307Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"c4e85f46-7efb-4cbd-8db0-7349be3c9bcb","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.703038215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6e2b61e-b773-46c7-b9a1-970ff7703fd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.703052727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6e2b61e-b773-46c7-b9a1-970ff7703fd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.724290987Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-9db082","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","reconcileID":"19df7ce7-53c3-4d2c-bb75-a70510061a51","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-unrel-9db082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.74986741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"df4100e6-fdde-4664-b115-a7e924f7d006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.753191978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"edeaca8d-7577-4cbb-924f-a70f800a47b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.753211253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"287c9b39-c9d3-4186-bed1-94ec5685e608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.753613631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"c3caf962-3139-491f-8272-0f827f055ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.7537012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"3e6192e3-9b15-403f-91df-1109822268ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.772637908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"df4100e6-fdde-4664-b115-a7e924f7d006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.777228088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"edeaca8d-7577-4cbb-924f-a70f800a47b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.781855587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"287c9b39-c9d3-4186-bed1-94ec5685e608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.785193545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"c3caf962-3139-491f-8272-0f827f055ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.851077396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"3e6192e3-9b15-403f-91df-1109822268ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.933584252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"55ed8302-64b6-4ba6-97d6-1459ea342eec","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.950077693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"4ca07033-1f77-4efa-9c85-8efcac5550ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.950332721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"ed74664d-428d-4346-9453-42d696566a18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.950598754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"43a1175f-48ff-4014-bf51-6979330b7234","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.9544004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"55ed8302-64b6-4ba6-97d6-1459ea342eec","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.971319922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"4ca07033-1f77-4efa-9c85-8efcac5550ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.971518504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"43a1175f-48ff-4014-bf51-6979330b7234","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.973518401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"ed74664d-428d-4346-9453-42d696566a18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.033976771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"c3b2a49b-3e18-4e8c-a4f6-e258ae29b0da","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.05168181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"a45c838f-403c-40e0-a1a5-0a68618c5c45","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.058613699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"c3b2a49b-3e18-4e8c-a4f6-e258ae29b0da","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.075168322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"a45c838f-403c-40e0-a1a5-0a68618c5c45","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.086839387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"196749b6-afb8-4de3-b35b-ab256ea9e740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.087927871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1942351-36fb-44b6-804c-a35de0015129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.097116486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"a45c838f-403c-40e0-a1a5-0a68618c5c45","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.107559108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"d66e5978-e04e-4aa6-bb08-1f6065467df8","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.134407441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"f1cd56fd-ed71-4cdd-a5f1-8a603b8b774c","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.158139924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"f1cd56fd-ed71-4cdd-a5f1-8a603b8b774c","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.163451252Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"196749b6-afb8-4de3-b35b-ab256ea9e740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:19:57.168351964Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1942351-36fb-44b6-804c-a35de0015129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:19:57.193339269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1942351-36fb-44b6-804c-a35de0015129","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.193558439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9bbe16b-b258-41b3-b68a-877ded6aef13","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.193579352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9bbe16b-b258-41b3-b68a-877ded6aef13","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:19:57.197545027Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"d66e5978-e04e-4aa6-bb08-1f6065467df8","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.198244423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"196749b6-afb8-4de3-b35b-ab256ea9e740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.198886177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"f1cd56fd-ed71-4cdd-a5f1-8a603b8b774c","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:19:57.22959609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"d66e5978-e04e-4aa6-bb08-1f6065467df8","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.247839511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"042efe68-3c4d-439d-9f48-c1b10901b353","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.249026854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"4a008693-2b06-42b6-98eb-97e31a44f106","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.249045197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"4a008693-2b06-42b6-98eb-97e31a44f106","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.263847351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"4f5cecea-8d90-4d2d-a121-2bd8f13c1d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.266944901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8d916fd-0e42-4df5-9673-bc676f605afa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.266957947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8d916fd-0e42-4df5-9673-bc676f605afa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.27190204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"042efe68-3c4d-439d-9f48-c1b10901b353","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.288099852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"4f5cecea-8d90-4d2d-a121-2bd8f13c1d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.291923795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-12b8da-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"042efe68-3c4d-439d-9f48-c1b10901b353","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.311135538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"074671b8-bc0f-436b-8e8e-7e7d71bd8cb4","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.311152944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"074671b8-bc0f-436b-8e8e-7e7d71bd8cb4","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.3617034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"90619d18-4390-4060-acad-990627625451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.362068945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"7265d593-cc3c-446b-b9a5-546d97c4e595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.364735822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"f38ea1ae-9713-478e-a420-8b2f0e675ac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.3650239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"cd5ef9fa-1502-4502-a9bd-43442d388c31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.384725053Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-sub","reconcileID":"d646f726-ae9a-436e-8b5d-f7314a6c94d4","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a08d33ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.403679855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"90619d18-4390-4060-acad-990627625451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.410942419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"7265d593-cc3c-446b-b9a5-546d97c4e595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.41440388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"f38ea1ae-9713-478e-a420-8b2f0e675ac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.421619743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"cd5ef9fa-1502-4502-a9bd-43442d388c31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.50185325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20426b5f-03e2-4876-8558-2f38a7d748f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.525044652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20426b5f-03e2-4876-8558-2f38a7d748f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.545227729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20426b5f-03e2-4876-8558-2f38a7d748f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.568364566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e4778ade-42e0-4083-b67c-6035eaee5f96","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.568382105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e4778ade-42e0-4083-b67c-6035eaee5f96","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.578600728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"e97c7de0-97ae-4f5c-8ea5-f11edbc3c2b3","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.610892336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"e97c7de0-97ae-4f5c-8ea5-f11edbc3c2b3","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.622350078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"f87c7878-7818-4bcf-8352-303b6afe315a","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.648235025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"f87c7878-7818-4bcf-8352-303b6afe315a","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.677867673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"f87c7878-7818-4bcf-8352-303b6afe315a","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.736375042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"7137527d-813a-4c5e-860b-a88fd0bfa409","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.736392267Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"7137527d-813a-4c5e-860b-a88fd0bfa409","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:06.105575022Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.132870645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"f07ec7df-f415-4e5f-9df7-78871825f07d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.153699525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"f07ec7df-f415-4e5f-9df7-78871825f07d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.173371588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"f07ec7df-f415-4e5f-9df7-78871825f07d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.264379815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"58f81604-95eb-40b5-8cf7-cde676e7dcfc","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.302575886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e29cb748-5151-4641-886c-b4e3ba31d745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.32530193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e29cb748-5151-4641-886c-b4e3ba31d745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.326456596Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"58f81604-95eb-40b5-8cf7-cde676e7dcfc","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.345397005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e29cb748-5151-4641-886c-b4e3ba31d745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.346398827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"58f81604-95eb-40b5-8cf7-cde676e7dcfc","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.365918791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"b78e7b7a-81fb-45a3-b5f7-c87e53b9c5b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.366559818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d446a6c-5888-4d56-a072-07219e0be31e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.366575677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d446a6c-5888-4d56-a072-07219e0be31e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.371887271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f7e9f1f-645e-4ee4-9a9b-5ac62a227734","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.371902742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f7e9f1f-645e-4ee4-9a9b-5ac62a227734","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.388403772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"b78e7b7a-81fb-45a3-b5f7-c87e53b9c5b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.401440512Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-sub","reconcileID":"d2cfb9fd-b545-409d-aeca-01828c7a0b38","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","subscription":"e2e-att-serve-7cbc5b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.407617671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-12b8da-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"b78e7b7a-81fb-45a3-b5f7-c87e53b9c5b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.435043608Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-sub","reconcileID":"d2cfb9fd-b545-409d-aeca-01828c7a0b38","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.452923247Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-sub","reconcileID":"d2cfb9fd-b545-409d-aeca-01828c7a0b38","MaaSSubscription":{"name":"e2e-att-serve-7cbc5b-sub","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"maas-trlp-e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.624234534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"d9b351db-bf67-4a3a-84c7-8462219a7f29","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.624255708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"d9b351db-bf67-4a3a-84c7-8462219a7f29","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.637224456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5451cbc3-a4b7-4ef8-b79a-403425121dd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.695328093Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5451cbc3-a4b7-4ef8-b79a-403425121dd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.70384888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"dd991d3f-bc28-46bc-99b9-e960abd53faf","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.714924463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5451cbc3-a4b7-4ef8-b79a-403425121dd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.726086904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"dd991d3f-bc28-46bc-99b9-e960abd53faf","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.737645454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4c236476-d8d1-4e40-8962-42dbe7273a76","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.737660178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4c236476-d8d1-4e40-8962-42dbe7273a76","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.780832766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"4692a473-9a1e-40fa-becf-0bcfa2ed4e5d","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.780847925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"4692a473-9a1e-40fa-becf-0bcfa2ed4e5d","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.835190461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"9308cd3d-eae1-448a-81d4-cc901961512a","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.857973814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"9308cd3d-eae1-448a-81d4-cc901961512a","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.873821835Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"947334cd-b37e-4615-93a8-196f0efbfebd","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.877547733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"9308cd3d-eae1-448a-81d4-cc901961512a","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.914763831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"7cfe7f13-ddd5-4fce-9513-9d1e0ac4ec41","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.914815908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"7cfe7f13-ddd5-4fce-9513-9d1e0ac4ec41","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:08.095675816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"947334cd-b37e-4615-93a8-196f0efbfebd","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:08.151544451Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"947334cd-b37e-4615-93a8-196f0efbfebd","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"name":"e2e-extmod-b-2bb4ef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:08.151565262Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"e2e-att-serve-7cbc5b-access","reconcileID":"947334cd-b37e-4615-93a8-196f0efbfebd","MaaSAuthPolicy":{"name":"e2e-att-serve-7cbc5b-access","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2bb4ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:08.188099533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"841946f5-b4b4-4388-a0e4-1a290e8f3f57","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"tenant":"e2e-extmod-b-2bb4ef","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","model":"e2e-extmod-att-user-40dfcb/e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:08.188119933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"841946f5-b4b4-4388-a0e4-1a290e8f3f57","MaaSModelRef":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"routeName":"external-model-e2e-att-serve-7cbc5b-5e5756461823","namespace":"e2e-extmod-att-user-40dfcb","model":"e2e-att-serve-7cbc5b","externalModel":"e2e-att-serve-7cbc5b","provider":"e2e-att-serve-7cbc5b-provider","gateway":"openshift-ingress/e2e-extmod-b-2bb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.815766999Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"6e02c5c6-53cd-4c5a-be8d-1b4147cb3dc2","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.849066799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"55a93957-fe37-4824-a43d-54031d0c408d","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.849210637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"cfafc287-de76-43b7-b1b4-fa6a97bfb43e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.849725753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"75746985-f2a2-46f8-8e6d-ba4106beff4a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.871995457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"cfafc287-de76-43b7-b1b4-fa6a97bfb43e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.874380125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"75746985-f2a2-46f8-8e6d-ba4106beff4a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.882259022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae8a9781-82ee-41a0-8935-2c3c98cd1792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.882309848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab18e2c4-c712-448d-a4df-1084fba803b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.892325533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"cfafc287-de76-43b7-b1b4-fa6a97bfb43e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.896211224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-12b8da-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"75746985-f2a2-46f8-8e6d-ba4106beff4a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.904057576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae8a9781-82ee-41a0-8935-2c3c98cd1792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.904211872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab18e2c4-c712-448d-a4df-1084fba803b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.909286114Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"55a93957-fe37-4824-a43d-54031d0c408d","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.972586125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab18e2c4-c712-448d-a4df-1084fba803b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.973656834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae8a9781-82ee-41a0-8935-2c3c98cd1792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.973914567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"55a93957-fe37-4824-a43d-54031d0c408d","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.99571672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"089c96f1-b7c8-4d3a-81f6-15f29f1202dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.995738682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"089c96f1-b7c8-4d3a-81f6-15f29f1202dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.999127314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"54696a86-75ab-430a-8787-0fed80b71e1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.999149672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"54696a86-75ab-430a-8787-0fed80b71e1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.999531524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a1e193a-4ca5-4a07-bc66-b44d75a42f8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:09.999548428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a1e193a-4ca5-4a07-bc66-b44d75a42f8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.014077663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"aed4e6a9-6bb7-4601-8e12-cb73dd1ffe5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.015150648Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-7cbc5b","namespace":"e2e-extmod-att-user-40dfcb"},"namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","reconcileID":"2a85a2c5-fed6-467f-b63e-948dadee51a0","namespace":"e2e-extmod-att-user-40dfcb","name":"e2e-att-serve-7cbc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.025403004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"540668f6-3625-49d7-bb4d-351752c973b4","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.030761787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"ed130cee-53ec-48dc-81ed-7da9a3b6d84c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.036272105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"aed4e6a9-6bb7-4601-8e12-cb73dd1ffe5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.051541342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"d8340fef-8ae4-4c22-8840-35d78c18a3d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.051618047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"959b3316-c6da-4caa-8930-a295729ec4dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.055201451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"ed130cee-53ec-48dc-81ed-7da9a3b6d84c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.072845486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"d8340fef-8ae4-4c22-8840-35d78c18a3d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.073495431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"959b3316-c6da-4caa-8930-a295729ec4dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.08654886Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"540668f6-3625-49d7-bb4d-351752c973b4","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.106847885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"540668f6-3625-49d7-bb4d-351752c973b4","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.144655591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"b5be0545-90d0-413e-8a4b-1ce3df2a4090","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.144674897Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"b5be0545-90d0-413e-8a4b-1ce3df2a4090","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.175621804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"c4f43a46-3836-48d4-aaa2-0eda74174385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.196651516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"c4f43a46-3836-48d4-aaa2-0eda74174385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.276643984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"4017db98-3f8d-4557-a3e1-f19af94abfaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.297402231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"4017db98-3f8d-4557-a3e1-f19af94abfaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.429490118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2ba19f3b-6c3a-4073-bdd0-ce58234ffff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.430159146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"63a6d4f9-f91c-4944-8626-eb97e081d551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.430700805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"fec26df1-8284-48c5-9182-2eded460382b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.45641881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2ba19f3b-6c3a-4073-bdd0-ce58234ffff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.460268829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"fec26df1-8284-48c5-9182-2eded460382b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.460552407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"63a6d4f9-f91c-4944-8626-eb97e081d551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.461816626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"2cc7bc1a-ac5b-45a2-be9c-e2901489a928","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.51900337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"2cc7bc1a-ac5b-45a2-be9c-e2901489a928","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.538638325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"2cc7bc1a-ac5b-45a2-be9c-e2901489a928","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.562300911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"f7d029bb-b223-4417-842c-c1517fff3900","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.583795533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"f7d029bb-b223-4417-842c-c1517fff3900","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.603441178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-12b8da-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"f7d029bb-b223-4417-842c-c1517fff3900","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.672752682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"8cd2bf7e-5f23-4198-8359-867dc29826a1","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.691198154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"29cbc7e8-50c0-4a57-b2ee-b936071eb146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.706486887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25e88f64-0aaf-4447-897f-21df7b2c715a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.706528641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7648d9a3-95fd-47a3-94f4-0b13651d23df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.707533719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"f3cde865-83ff-4f41-8f71-72276f96ae61","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.712988949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"29cbc7e8-50c0-4a57-b2ee-b936071eb146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.728368205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7648d9a3-95fd-47a3-94f4-0b13651d23df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.728504838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25e88f64-0aaf-4447-897f-21df7b2c715a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.730749582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"f3cde865-83ff-4f41-8f71-72276f96ae61","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.732383099Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"8cd2bf7e-5f23-4198-8359-867dc29826a1","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.748650635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25e88f64-0aaf-4447-897f-21df7b2c715a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.749012696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7648d9a3-95fd-47a3-94f4-0b13651d23df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.750575887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"f3cde865-83ff-4f41-8f71-72276f96ae61","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.751998186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"8cd2bf7e-5f23-4198-8359-867dc29826a1","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.770799494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4072b50-dd39-475c-9c31-5105b3f83859","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.770815751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4072b50-dd39-475c-9c31-5105b3f83859","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.775394296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3ff754b-bb45-4fdd-8baf-90e2614f5aad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.775414819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3ff754b-bb45-4fdd-8baf-90e2614f5aad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.794599269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"7d578f14-f786-4d83-bb39-06f999a16bd9","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.794621037Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"7d578f14-f786-4d83-bb39-06f999a16bd9","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.870344606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b49ff4b8-3e83-4a42-b76f-f13609e48375","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.870361127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b49ff4b8-3e83-4a42-b76f-f13609e48375","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.885625931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"1bec937d-c800-4fe9-b3a9-97ce7ba43e6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.896639518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"94ce38f0-d450-4ea7-8ab8-aed58f4224dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.907210721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"1bec937d-c800-4fe9-b3a9-97ce7ba43e6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.911871043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"8f1e2ec9-d9de-4ccc-890a-3a6724c2a344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.917808795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"94ce38f0-d450-4ea7-8ab8-aed58f4224dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.93241548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"8f1e2ec9-d9de-4ccc-890a-3a6724c2a344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.572483055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"d738304d-57ce-4d07-9431-d83cca4a9cbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.593692711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"d738304d-57ce-4d07-9431-d83cca4a9cbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.61342073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3edc0b20b63ed570ee9f6280c85384b9fc34286437f23dd9e743ede07128223b) AuthConfig (f2a17efcd736985d24f9e93c9a2666e122bc80b0093da6967b3f3aaddd35129d) AuthConfig (56535b32fcbeeef2d16b760f18c1f00f91749057f92b3e0371be437352e1fb8f) AuthConfig (7e2d695dbf8db5f2f6de8e3f70d8a2c331dbcd5064bafbed47ceb85747ae1098) AuthConfig (8506dc6fc5b7706d7d1caa96b96c39d5b1f2e6f5f61e7467c417c4d0bbe4bf63) AuthConfig (9541c9088ce48a1111e56631337b898173608e858ebfeb37fb64a35499a8a877) AuthConfig (54861d75f6c558fc1a0e0deb4fb3869720bda05bc51c6aecd8db791cf31feda7) AuthConfig (f5cb0d3b994ccb1429b2e607849a9ee7f8d5f51b919865e881e85dc48f913d4b) AuthConfig (31c41ebaf1dffc5338d70a9c4cc5ac01bfe49976239fcd1ff51c075547e505ee) AuthConfig (efad0e71a2e4a98fefdf9188dd8b5deee252697d57709bd7127a511bd6abea6e) AuthConfig (04fe2bdb6bdd65bd511b776d80f1f35c54f357c699f50e6a22d0c678c9787b1c) AuthConfig (f92ae0a3f6c9e18fbd1fceecc786972205fe526dc4379cf827311051758fb6a5) AuthConfig (f8e49f0cbbe741b47977da23c5acc39ac4b3d9eae51b30f5d7c52e5aa282fb67) AuthConfig (8d34c46873c07541ea67c919db413f5582f1c8858d764b9392973bd46fefa6d2) AuthConfig (2f498c4cfbddfee3ca4e23956fc4d0d792b7bba8286dba70a3eb199a46f3618d) AuthConfig (8a085136c315b16e15bbdd08d2e8f3fa0459319e3a2bc35401c75a45567f0a4e) AuthConfig (89d31ad412ac9e51aef4bf6f97f3096ba1528019c84e69d1090884fb8128447c) AuthConfig (c5a575206d1e326cf88bb149ffa3f6a0ccfda7836528860b1ec9269c2c66b360)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"d738304d-57ce-4d07-9431-d83cca4a9cbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.636988865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"0a8b96c5-ac2c-4444-bfad-74d3e1fa92ea","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.637006554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"0a8b96c5-ac2c-4444-bfad-74d3e1fa92ea","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"auth-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"auth-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.672585655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"b4582928-0a99-4c17-b555-30c25ea4a09f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.693675685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"b4582928-0a99-4c17-b555-30c25ea4a09f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.71357769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-12b8da-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5ebc14acce3319c595972c7baef151e9817183e08246ec6d53400628278a8e4) AuthConfig (d67a27f9aaf32f2ebf0400db2177efc5eaa35b42149b83d451b3223f558b16a9) AuthConfig (c839cdf0c8130f8ea6a288f4dcf9cc29922714a11e00656ad77fe6a7c4ccc6c9) AuthConfig (1b9a7c38e8bf551fdba76b062ea8ebb1d230306fdc7aa1c9ecaa986356f62d23) AuthConfig (746bd1a214fd5121c44a84e6b205bfe35685ad7a02573407f7dc9ce2799c6284) AuthConfig (9482e6c8d8126cb951349cbdd8bb19fed482189dbb9d929e91ef2f4263e38bc3) AuthConfig (0d45280d572b30fc09c839511c6da5da2b89ea47b14715b4b7c59a03df80c8cb) AuthConfig (602de1525f26cdbe8e16108bd52991fe0e435727cfa51c7de731cb4c98b15204) AuthConfig (1a8d842b0af7192d26ab7cc2d53edb51fb9f49e94c48114654ff25ceaec7e3eb) AuthConfig (6421a81f9bf44be1ff1663686fa4915c8df87d490b35f9088381e99c15e9456c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"b4582928-0a99-4c17-b555-30c25ea4a09f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.751994605Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"a8980654-67f4-4501-9d4e-fc52b0eef901","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.807582568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"52b3e618-c9e1-4837-98b8-677f5827a535","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.828836276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"52b3e618-c9e1-4837-98b8-677f5827a535","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.835857302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb87418c-c27b-4b32-b6b2-36231aff2350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.837281465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"8370c3df-08c1-4d8b-9287-c2155f43b409","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.837281585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"118dc559-bc54-4bb8-b60e-9b75744bd96c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.849047225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"52b3e618-c9e1-4837-98b8-677f5827a535","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.892799148Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb87418c-c27b-4b32-b6b2-36231aff2350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:20:20.897088514Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"8370c3df-08c1-4d8b-9287-c2155f43b409","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:20:20.897098417Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"118dc559-bc54-4bb8-b60e-9b75744bd96c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.912689355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb87418c-c27b-4b32-b6b2-36231aff2350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:20:20.916970118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"118dc559-bc54-4bb8-b60e-9b75744bd96c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.917000974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04e12c37-92d1-498d-955f-7dbbbf38c035","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.917013356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04e12c37-92d1-498d-955f-7dbbbf38c035","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:20:20.919685098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"8370c3df-08c1-4d8b-9287-c2155f43b409","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.935528577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"3dadfa46-7e16-4cc8-8f01-a7fa5342adaf","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.93554762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"3dadfa46-7e16-4cc8-8f01-a7fa5342adaf","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.952082105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"71f509a6-44eb-4e36-a76f-6d2f7e4d5dcd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.952097535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"71f509a6-44eb-4e36-a76f-6d2f7e4d5dcd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.986506588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec22033e-cdb6-4f50-bf39-e0c3c0bbab86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.987493556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"16778960-6465-4042-b217-7c0b4d04afd9","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:21.007901359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec22033e-cdb6-4f50-bf39-e0c3c0bbab86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:21.009233928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"16778960-6465-4042-b217-7c0b4d04afd9","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:21.028339408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec22033e-cdb6-4f50-bf39-e0c3c0bbab86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:21.029484747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"16778960-6465-4042-b217-7c0b4d04afd9","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:21.050850487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"928ff285-8bf1-4a03-88b8-20b4a120e7d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:21.050866007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"928ff285-8bf1-4a03-88b8-20b4a120e7d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:21.069145453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"9f081856-7541-48c0-8a62-35e96e98f2d4","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:21.069163488Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"9f081856-7541-48c0-8a62-35e96e98f2d4","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:30.670620292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"f1899b43-d0aa-4776-8cb7-866df8c1bc1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:30.693046059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"f1899b43-d0aa-4776-8cb7-866df8c1bc1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:30.713366176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3edc0b20b63ed570ee9f6280c85384b9fc34286437f23dd9e743ede07128223b) AuthConfig (f2a17efcd736985d24f9e93c9a2666e122bc80b0093da6967b3f3aaddd35129d) AuthConfig (56535b32fcbeeef2d16b760f18c1f00f91749057f92b3e0371be437352e1fb8f) AuthConfig (7e2d695dbf8db5f2f6de8e3f70d8a2c331dbcd5064bafbed47ceb85747ae1098) AuthConfig (8506dc6fc5b7706d7d1caa96b96c39d5b1f2e6f5f61e7467c417c4d0bbe4bf63) AuthConfig (9541c9088ce48a1111e56631337b898173608e858ebfeb37fb64a35499a8a877) AuthConfig (54861d75f6c558fc1a0e0deb4fb3869720bda05bc51c6aecd8db791cf31feda7) AuthConfig (f5cb0d3b994ccb1429b2e607849a9ee7f8d5f51b919865e881e85dc48f913d4b) AuthConfig (31c41ebaf1dffc5338d70a9c4cc5ac01bfe49976239fcd1ff51c075547e505ee) AuthConfig (efad0e71a2e4a98fefdf9188dd8b5deee252697d57709bd7127a511bd6abea6e) AuthConfig (04fe2bdb6bdd65bd511b776d80f1f35c54f357c699f50e6a22d0c678c9787b1c) AuthConfig (f92ae0a3f6c9e18fbd1fceecc786972205fe526dc4379cf827311051758fb6a5) AuthConfig (f8e49f0cbbe741b47977da23c5acc39ac4b3d9eae51b30f5d7c52e5aa282fb67) AuthConfig (8d34c46873c07541ea67c919db413f5582f1c8858d764b9392973bd46fefa6d2) AuthConfig (2f498c4cfbddfee3ca4e23956fc4d0d792b7bba8286dba70a3eb199a46f3618d) AuthConfig (8a085136c315b16e15bbdd08d2e8f3fa0459319e3a2bc35401c75a45567f0a4e) AuthConfig (89d31ad412ac9e51aef4bf6f97f3096ba1528019c84e69d1090884fb8128447c) AuthConfig (c5a575206d1e326cf88bb149ffa3f6a0ccfda7836528860b1ec9269c2c66b360)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"f1899b43-d0aa-4776-8cb7-866df8c1bc1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:30.771524615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"71d7fde7-07a6-43e7-98b5-ea566286b22a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:30.79334747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"71d7fde7-07a6-43e7-98b5-ea566286b22a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:30.813376598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-12b8da-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5ebc14acce3319c595972c7baef151e9817183e08246ec6d53400628278a8e4) AuthConfig (d67a27f9aaf32f2ebf0400db2177efc5eaa35b42149b83d451b3223f558b16a9) AuthConfig (c839cdf0c8130f8ea6a288f4dcf9cc29922714a11e00656ad77fe6a7c4ccc6c9) AuthConfig (1b9a7c38e8bf551fdba76b062ea8ebb1d230306fdc7aa1c9ecaa986356f62d23) AuthConfig (746bd1a214fd5121c44a84e6b205bfe35685ad7a02573407f7dc9ce2799c6284) AuthConfig (9482e6c8d8126cb951349cbdd8bb19fed482189dbb9d929e91ef2f4263e38bc3) AuthConfig (0d45280d572b30fc09c839511c6da5da2b89ea47b14715b4b7c59a03df80c8cb) AuthConfig (602de1525f26cdbe8e16108bd52991fe0e435727cfa51c7de731cb4c98b15204) AuthConfig (1a8d842b0af7192d26ab7cc2d53edb51fb9f49e94c48114654ff25ceaec7e3eb) AuthConfig (6421a81f9bf44be1ff1663686fa4915c8df87d490b35f9088381e99c15e9456c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"71d7fde7-07a6-43e7-98b5-ea566286b22a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:30.882292896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"669b0b4f-5199-453d-931c-8cf97826eab3","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:30.939769262Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"669b0b4f-5199-453d-931c-8cf97826eab3","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:30.960511228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"669b0b4f-5199-453d-931c-8cf97826eab3","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:30.980082991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad631894-4881-481d-b4d2-d325d0262eec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:30.980101108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad631894-4881-481d-b4d2-d325d0262eec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:31.013276913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58707c42-b68a-431c-9474-eff8756af678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:31.06975292Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58707c42-b68a-431c-9474-eff8756af678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:31.090191283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58707c42-b68a-431c-9474-eff8756af678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:31.112281942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6443b55f-b7c9-472f-a350-fa11979f6dc0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:31.112296757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6443b55f-b7c9-472f-a350-fa11979f6dc0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:31.115244421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2355d65-5aef-4fdb-9846-b09a72a6ec3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:31.115708187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"e5e23101-4c51-459e-b29c-e0ce194017ff","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:31.136509919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2355d65-5aef-4fdb-9846-b09a72a6ec3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:31.140393551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"e5e23101-4c51-459e-b29c-e0ce194017ff","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:31.156542727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2355d65-5aef-4fdb-9846-b09a72a6ec3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:31.160449257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"e5e23101-4c51-459e-b29c-e0ce194017ff","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:31.179557158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49dd70c7-ea7a-4d92-b4d8-75ddbf1462f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:31.179572117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49dd70c7-ea7a-4d92-b4d8-75ddbf1462f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:31.208453621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"e7db0b83-d597-4387-9867-62ba998a43dd","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:31.208471975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"e7db0b83-d597-4387-9867-62ba998a43dd","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:36.106361977Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:40.746735089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"cc246902-2033-4231-8aa1-6c15aff3b32f","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:40.768474061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"cc246902-2033-4231-8aa1-6c15aff3b32f","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:40.8473954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"99826217-5686-4025-b7e2-38e1ecd4573e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:40.869033167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"99826217-5686-4025-b7e2-38e1ecd4573e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:40.946155933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"3102022e-8bb8-465f-b3d5-7af9b0980cec","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:40.946173323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"3102022e-8bb8-465f-b3d5-7af9b0980cec","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"auth-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"auth-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.01453389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"45049945-74ae-4058-bdfe-04baf825b0f0","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.073259782Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"45049945-74ae-4058-bdfe-04baf825b0f0","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.093111321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"45049945-74ae-4058-bdfe-04baf825b0f0","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.097255776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"70ee3c20-8d6c-463a-b3d7-8ae44a526c61","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.116405471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b302676-8f41-4b98-b43a-47c2f35a599a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.116419821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b302676-8f41-4b98-b43a-47c2f35a599a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.176535823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c84a1c44-864e-4147-b9a5-9c61ac51bc14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.281692756Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c84a1c44-864e-4147-b9a5-9c61ac51bc14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.301671917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c84a1c44-864e-4147-b9a5-9c61ac51bc14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.310816958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"9ba1dae2-387d-4a39-ab01-22e942bc0a7c","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.310865562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa3d8366-8cce-411f-9595-65b4b784e335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.32374704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d106f82-f50e-4965-9410-0244b82f5911","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.323762094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d106f82-f50e-4965-9410-0244b82f5911","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.332589737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"9ba1dae2-387d-4a39-ab01-22e942bc0a7c","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.33295986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa3d8366-8cce-411f-9595-65b4b784e335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.353238162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"9ba1dae2-387d-4a39-ab01-22e942bc0a7c","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.353250556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa3d8366-8cce-411f-9595-65b4b784e335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.392104527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"6f74dafb-910c-442f-8656-84e8dbe99ed7","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.392121977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"6f74dafb-910c-442f-8656-84e8dbe99ed7","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.408655284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d010bea-ae9d-4360-9aa0-eb11dbebd874","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.40866925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d010bea-ae9d-4360-9aa0-eb11dbebd874","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:42.483656387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"36e48d07-e6d7-480e-a6bb-57e87eb5a21e","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:42.588547606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"9e87beab-773a-44a5-a5f2-d8e616de1cc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:42.679603366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"233388c6-35e7-4b7a-86c8-cf3fbcb59567","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:42.679867249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-sub-79764701","reconcileID":"b68d872f-ae76-4e7e-b312-337de473f25f","MaaSSubscription":{"name":"e2e-sub-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:42.680050114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"31a2b410-9868-4c2d-834b-66f052ee7db8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:42.777952653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"80a79221-9f89-4bbf-bc08-b11def3c2bd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:42.778052855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"a7002477-1f60-46ab-a624-a7875ede0e1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:42.782078587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"69c605c6-ce15-464b-9011-087bd17b3df1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:42.7902148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"8b5d41f0-e359-4556-b49c-64e52bdb79d6","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:42.807618468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"6a617172-1bbe-4501-96cc-a8d3d79db7e7","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:20:42.808544363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"166be7a9-7cf6-436f-b9cf-992a5ea66671","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-7327a2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:42.828735038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"6a617172-1bbe-4501-96cc-a8d3d79db7e7","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:42.848701819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"778da3e6-b192-4271-a457-9219fb90247c","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:42.879885158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"11f3c882-50c6-4c21-b8f7-9c76c090e603","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:42.880390386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"96736b44-d388-4c74-9ad4-3673e7dbab47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:42.88255945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"3c96b2d1-9a5e-4a18-b140-c0671ecb4097","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:42.916081311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"1407bedc-1a74-4f08-a6c0-12858c7e52af","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:42.975326458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"029ca6b2-849a-40ab-bad9-359708f296ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:42.979715446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"dfa478ce-cf58-48d5-a044-f5cfcaa2e838","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:43.002865153Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"26f9d16d-ff96-47e6-8956-ee4bc90bf660","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:43.026643793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"4d39555d-1e6b-47a1-b729-e7a78a1d13da","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:43.047648698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"4d39555d-1e6b-47a1-b729-e7a78a1d13da","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:43.09549035Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"b61a9ee8-c69a-4809-8836-5116c7704efa","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:43.229672352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"9434593f-1157-4881-8cc6-94190f77b487","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.227202674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"e97b58b0-b51f-4f11-af43-971cb3b38086","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.227222991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"e97b58b0-b51f-4f11-af43-971cb3b38086","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"auth-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"auth-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.24954055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"9503536f-c5e8-4afb-aa05-d5e23e5be692","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.24955656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"9503536f-c5e8-4afb-aa05-d5e23e5be692","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"auth-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"auth-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:20:44.262727063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"a6ec2b90-10b6-463e-a1d5-997986780cad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-0d47dc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.263331515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"c9122aca-b4f2-4f5d-8818-0ebacc5ea1d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:20:44.266559163Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"9503536f-c5e8-4afb-aa05-d5e23e5be692","name":"auth-test-model-f1e1c2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f1e1c2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:20:44.266602827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"9503536f-c5e8-4afb-aa05-d5e23e5be692","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f1e1c2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.271920903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"9908ea43-c3bf-479b-8b3d-9b60a10d86a1","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.271939162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"9908ea43-c3bf-479b-8b3d-9b60a10d86a1","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"auth-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"auth-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.284186762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"c9122aca-b4f2-4f5d-8818-0ebacc5ea1d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.298364201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"d1b18f26-362f-4644-829e-b061a96bbaca","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.298379244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"d1b18f26-362f-4644-829e-b061a96bbaca","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"auth-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"auth-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.31945577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"56612f3d-78c1-4f9b-921d-d5ce99773fb5","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.319469766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"56612f3d-78c1-4f9b-921d-d5ce99773fb5","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"auth-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"auth-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.387490916Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"56dbfec4-9b1c-496b-92be-180411ada3b0","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"maas-trlp-auth-test-model-f1e1c2","model":"auth-test-model-f1e1c2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-f1e1c2/e2e-auth-iso-0d47dc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.445106603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"b5290f55-b549-40df-adec-c5a7b3beb98e","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.445123187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"b5290f55-b549-40df-adec-c5a7b3beb98e","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"auth-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"auth-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.447844061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"b1146814-362c-4614-a8aa-8b2f4fc0a3f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.468722951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"b1146814-362c-4614-a8aa-8b2f4fc0a3f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.512270606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"4e9cf426-a441-45ee-9cb7-f9cbcfece697","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"maas-trlp-auth-test-model-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:47.339273848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ae9875-ba5b-4bcd-acce-d11379d22c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:47.359237098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ae9875-ba5b-4bcd-acce-d11379d22c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:47.378869241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ae9875-ba5b-4bcd-acce-d11379d22c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:47.399510859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ae9875-ba5b-4bcd-acce-d11379d22c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:48.003411753Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-c9fc7d82","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-c9fc7d82","reconcileID":"a308e522-6d67-4568-a6f6-5b4887f407e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-c9fc7d82","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-c9fc7d82":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:48.068581792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4146429f-c86c-4f69-81d5-da745bce6a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:48.08426962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4146429f-c86c-4f69-81d5-da745bce6a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:48.099821934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4146429f-c86c-4f69-81d5-da745bce6a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:48.117895245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4146429f-c86c-4f69-81d5-da745bce6a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:48.76951204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88efb9a9-db9e-49b5-8a62-c4b623845550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:48.785111969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88efb9a9-db9e-49b5-8a62-c4b623845550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:48.801042515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88efb9a9-db9e-49b5-8a62-c4b623845550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:48.817629641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88efb9a9-db9e-49b5-8a62-c4b623845550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.148862071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"0ace9d27-c441-4f72-964c-7d94276f3f93","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.206128775Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"0ace9d27-c441-4f72-964c-7d94276f3f93","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.226464854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"0ace9d27-c441-4f72-964c-7d94276f3f93","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.247874522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69ffdfe0-f079-461c-817f-46fb5fbb1ce7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.24788991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69ffdfe0-f079-461c-817f-46fb5fbb1ce7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.386531297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0117afb-8a74-4fa5-8005-1e3f5bb3a3f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.443336074Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0117afb-8a74-4fa5-8005-1e3f5bb3a3f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.463048636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0117afb-8a74-4fa5-8005-1e3f5bb3a3f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.483627771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8e7bbc3c-d495-47a8-9919-f74870a40363","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.483645166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8e7bbc3c-d495-47a8-9919-f74870a40363","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.487464204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3714f90a-3797-48fc-aa74-e29e858b8da7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.487637162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"b26ad68f-66e9-47ec-b5a9-ad4c6c1b7fb7","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.509919448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"b26ad68f-66e9-47ec-b5a9-ad4c6c1b7fb7","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.510102619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3714f90a-3797-48fc-aa74-e29e858b8da7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.530187039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3714f90a-3797-48fc-aa74-e29e858b8da7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.530313294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"b26ad68f-66e9-47ec-b5a9-ad4c6c1b7fb7","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.568240942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"9560cdd0-0eb5-4685-bc5e-008fcfb509de","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.568258518Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"9560cdd0-0eb5-4685-bc5e-008fcfb509de","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.584553848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc639f5b-7633-4b21-a65e-5f38f37c42c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:51.584566561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc639f5b-7633-4b21-a65e-5f38f37c42c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:53.146874999Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"4f0b7dd8-91bc-4999-86eb-27dffb7cc828","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:53.146891116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2bdd3de-c94e-4c66-8046-18df511b2cc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:53.146905076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2bdd3de-c94e-4c66-8046-18df511b2cc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:53.181033845Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-policy-79764701","reconcileID":"4f0b7dd8-91bc-4999-86eb-27dffb7cc828","MaaSAuthPolicy":{"name":"e2e-policy-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"policyNamespace":"ai-tenant-e2e-mt-79764701","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:53.201281823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d55de3f9-576a-46c0-a11b-43951751992a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:53.201296569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d55de3f9-576a-46c0-a11b-43951751992a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:53.431095453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19ae7cb3-cc9d-4428-9089-1665f1cc674e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:53.431112317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19ae7cb3-cc9d-4428-9089-1665f1cc674e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:55.628442013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"68d72bb5-1c35-47fe-ac78-eac2126aeeb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:55.707123645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"1ac54fae-4c56-4cdd-8b94-7e0c2ff13274","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:55.811624631Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7e291bff-4a56-4bf6-806a-32ef321f2aed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:55.891672257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"6d7dd8ac-fea5-4420-a89d-1139230ca2c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:55.995430366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"21208bd4-79f0-4bd7-a4e9-4cccb3f7c0ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:56.089438546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"81102194-936f-431b-8a97-d790d7852908","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:56.105519859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"9596ee67-9c74-4cfc-b44e-440476055902","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:56.106054633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"7eeaaf60-4317-48c5-8ccc-699358ad6ff0","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:56.187849194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bbde1c24-db26-4376-be7e-60767ba1ba3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:56.18827223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"3a314a1a-62ef-4a90-8ea7-bed60301f342","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:56.196320542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"0e4af512-af12-4350-a4a2-c06121efc2c7","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:56.324013897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"fb45b0e5-111e-44f6-a7af-03e7c7857542","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:56.326357617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"46af7850-779b-47b4-b9cb-868ae7c1f9e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:56.326674092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"134332f4-e5c0-43fc-8ec0-9d6b3c90a1bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:56.327188365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"c6790b83-8824-4c5e-8fce-862473dfb7e2","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"maas-trlp-auth-test-model-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:56.372585492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"fb45b0e5-111e-44f6-a7af-03e7c7857542","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:56.406813607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"85f27a49-ec71-4543-8140-dfbdca334cf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:56.422367728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"7692d9f6-e3ff-454f-b114-04cee085b071","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:56.422382799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"7692d9f6-e3ff-454f-b114-04cee085b071","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"auth-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"auth-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:56.514599218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"162f2cc0-8692-456c-ad1d-ae2e987995a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:56.514907637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"c2204a11-3091-4793-8406-dd6a2c0d6ea2","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:56.536557373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"c2204a11-3091-4793-8406-dd6a2c0d6ea2","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:56.5385583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"162f2cc0-8692-456c-ad1d-ae2e987995a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.203578758Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-ca4145","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145","reconcileID":"3a299eb9-b813-498d-adb5-f429a682c93b","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.225295459Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-ca4145","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145","reconcileID":"ed137ab7-7557-41d7-8101-9c33de93bf2e","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.320148303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"26120004-06f5-4214-8910-7eb94f556315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.326065791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"3c2e413e-ed81-4a10-80cb-eb464c3d4f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.336214811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"360fcaac-38e0-4ebf-bd40-ad7feaa1bfc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.33623289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"172445dc-0328-4da8-b36a-0e4cbcf1984e","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.336627469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fad8688-ebc9-4792-8c0b-e3f6b33e039a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.341430182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"26120004-06f5-4214-8910-7eb94f556315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.346848324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"a0c1f52f-645d-47bc-bc8e-343cbc55917c","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.346851337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"3c2e413e-ed81-4a10-80cb-eb464c3d4f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.365342608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"360fcaac-38e0-4ebf-bd40-ad7feaa1bfc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.365349209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"172445dc-0328-4da8-b36a-0e4cbcf1984e","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.370319498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fad8688-ebc9-4792-8c0b-e3f6b33e039a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.383982008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"4301f8f1-f012-4629-9cc3-814f544c4797","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.386051507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"172445dc-0328-4da8-b36a-0e4cbcf1984e","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.386075535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"360fcaac-38e0-4ebf-bd40-ad7feaa1bfc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.395460651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fad8688-ebc9-4792-8c0b-e3f6b33e039a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.41731261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"c6914be5-b4fb-4f5e-b5b8-5b631c4b733c","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.421398817Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"9b30beaa-6a22-4682-b90f-8dac676cde67","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.421927444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"969d4083-a513-4bbb-89a4-7719c485c16d","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.436548354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"9b0a6d63-436d-4f19-8ca2-68cc21f1d144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.445591557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"54cbb83c-4e1e-4200-a8f7-4f3ef5fb3f2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.459182259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"9b0a6d63-436d-4f19-8ca2-68cc21f1d144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.466814049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"54cbb83c-4e1e-4200-a8f7-4f3ef5fb3f2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.505446023Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"3d494c9a-1d44-4b1b-be05-06dd80934950","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-auth-ca4145","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.535983718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"d4a422a6-88fb-4cf4-bdd4-215d93b599f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.538425431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"1e126d9a-8601-42d9-a377-2aed6722c921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.538487006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"36d625a8-ca7f-4733-aedc-f54968eb01f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.559440239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"d4a422a6-88fb-4cf4-bdd4-215d93b599f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.560105587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"1e126d9a-8601-42d9-a377-2aed6722c921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.563152211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"36d625a8-ca7f-4733-aedc-f54968eb01f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.742399664Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"63752824-d90c-4cc0-8857-fd3ebf6b8626","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-auth-ca4145","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.743062986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"a3fd1a11-d33e-4ef5-8ebb-4638c738a6f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.77342562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"a3fd1a11-d33e-4ef5-8ebb-4638c738a6f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.809022521Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"ba5a4c55-5eb2-4485-99bf-809673dea8a5","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-auth-ca4145","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.824099621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"319c1737-3224-43c9-baee-183423ea1398","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.826609433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"819b8dfb-7851-43c3-8a39-f7d641fd19fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.831157287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"dd8dbe33-50b5-4f3c-982d-13d8135aaf98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.845682955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"319c1737-3224-43c9-baee-183423ea1398","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.847373921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"7427fba7-b724-43cf-b8f6-cb3f1136989d","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.847389179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"7427fba7-b724-43cf-b8f6-cb3f1136989d","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"auth-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"auth-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.848473347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"819b8dfb-7851-43c3-8a39-f7d641fd19fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.851710566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"dd8dbe33-50b5-4f3c-982d-13d8135aaf98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.860249886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"dc440609-7388-4c37-92d7-d711e7d1bb54","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.86394618Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"9a7051f1-0c13-4dd1-b161-cf2a89bcf43a","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.896408639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"eecdb27b-8c57-486a-93ac-609963cd11ff","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.915489348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"ac38c9f2-5a4e-4ad2-939a-42d08c56048b","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.930025403Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"9dd171ab-de4b-4303-b7c5-ccfb29670ca9","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-auth-ca4145","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.955229938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"0d8cfc97-a23b-43fd-b639-ba6808f794f6","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.962807011Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"6d23f437-e7ef-4b76-bb78-d312dc988664","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-auth-ca4145","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.97015718Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"ac38c9f2-5a4e-4ad2-939a-42d08c56048b","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.986480969Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-ca4145","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145","reconcileID":"6cf17918-5cf5-49fe-9890-06372239f903","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.992476584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-623b4b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"ac38c9f2-5a4e-4ad2-939a-42d08c56048b","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:58.995766917Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"de2c5f7d-564b-4516-8d5c-f23eb3e2d000","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.00615304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"860ed4f6-b7a3-4ffd-bf94-cb913acaee5f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.006450446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"0f82a2d9-c113-403a-897b-264da74e9e57","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.027449189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"860ed4f6-b7a3-4ffd-bf94-cb913acaee5f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.028351978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"0f82a2d9-c113-403a-897b-264da74e9e57","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.02846558Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"436a5a36-e7b2-45b8-8e1f-bc9a66951045","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.050010465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"c470d0e2-1993-4cc0-9be8-e761267908ce","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.050180812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f4b6aaa-c415-43fc-8146-4e2bfcd3abf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.060981549Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"83c1b52f-f4b4-42e4-8e47-2e4171ce10dd","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-auth-ca4145","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.071322118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"c470d0e2-1993-4cc0-9be8-e761267908ce","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.071382285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f4b6aaa-c415-43fc-8146-4e2bfcd3abf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.093051469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f4b6aaa-c415-43fc-8146-4e2bfcd3abf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.133674695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"c470d0e2-1993-4cc0-9be8-e761267908ce","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.134804127Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"ab0b6374-2c39-4e2f-bf94-1f666965507b","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.152284137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"064cc46d-b7fb-47b5-b337-e89888af9858","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.174504618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"064cc46d-b7fb-47b5-b337-e89888af9858","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.175309475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"50835669-5d3f-4329-a5b3-9cb73d5a7664","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.175330414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"50835669-5d3f-4329-a5b3-9cb73d5a7664","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"auth-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"auth-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.182964983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce131dbc-3733-47ec-9c2a-1e4eb4cfed91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.193447059Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"4acc072c-b180-494a-8a83-ab431e272ca0","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.204357008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce131dbc-3733-47ec-9c2a-1e4eb4cfed91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.220588807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"19d2d819-c3bf-477b-8462-66b9ad68bd31","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.224643506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce131dbc-3733-47ec-9c2a-1e4eb4cfed91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:20:59.226992895Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"4acc072c-b180-494a-8a83-ab431e272ca0","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:20:59.227058723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"4acc072c-b180-494a-8a83-ab431e272ca0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.235228144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"230a3e2a-62d4-42ef-9d5f-d844072ec287","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.236031782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"b834d7ca-a229-45e3-ab71-c7950a44322e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.242920859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"19d2d819-c3bf-477b-8462-66b9ad68bd31","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.246096421Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"75164a0d-a162-4d82-9888-b1bd28fa4aaf","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-auth-ca4145","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.256082426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"230a3e2a-62d4-42ef-9d5f-d844072ec287","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.256633113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"b834d7ca-a229-45e3-ab71-c7950a44322e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.278727293Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"887b333a-fe76-4aa6-9f69-47a003af90ca","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.335413147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"a7b9642d-f197-41be-91bf-95f373988cee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.335418196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"53faedcb-b8c2-4889-8f9a-2489b6272223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.356553654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"53faedcb-b8c2-4889-8f9a-2489b6272223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.356703096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"a7b9642d-f197-41be-91bf-95f373988cee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.461692361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"4cd183d2-380b-40aa-9cfa-6a1a1011327e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.475981926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"7d984775-932f-4362-b5e7-be4213aef12d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.478121115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"f4df527b-bf75-46b6-97e7-211e06cada5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.479865796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"09bccddd-3372-46c8-9a7a-a9b6720c0682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.495530327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"4cd183d2-380b-40aa-9cfa-6a1a1011327e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.496124308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"ccfde2d2-64a7-4bc9-921e-89bcb0b46f81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.505997594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"7d984775-932f-4362-b5e7-be4213aef12d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.511030463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"f4df527b-bf75-46b6-97e7-211e06cada5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.512606528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"09bccddd-3372-46c8-9a7a-a9b6720c0682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.524110597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"ccfde2d2-64a7-4bc9-921e-89bcb0b46f81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.679022324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"770a6da4-4221-47d5-8274-6f35cc9a89df","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.700959313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"770a6da4-4221-47d5-8274-6f35cc9a89df","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.721015043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-623b4b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"770a6da4-4221-47d5-8274-6f35cc9a89df","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.886488311Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-ca4145","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145","reconcileID":"32f2092d-f5a2-4e84-b5b3-9c4f4f976fad","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.903522247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"20949d3d-48f2-441d-8a1f-9241fa537067","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.919693911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"f39f6639-946e-4b27-8815-7c5ef58912d6","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.921674062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"a0d7842a-2212-48d0-82aa-8bdeacdfd9eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.94191525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"f39f6639-946e-4b27-8815-7c5ef58912d6","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.944330548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"a0d7842a-2212-48d0-82aa-8bdeacdfd9eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.953221921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e809dfe5-395f-49fd-8813-af8640953935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.953603869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"e94e7544-2a34-4984-9c33-4b28e9aff6c1","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.953926436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4b51233-8afd-4b0f-b6ae-b21569277ac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.959419807Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"3937af00-ab16-429a-b781-6e495a2dd270","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.963958144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-623b4b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"a0d7842a-2212-48d0-82aa-8bdeacdfd9eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.976304061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"e94e7544-2a34-4984-9c33-4b28e9aff6c1","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.977200769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e809dfe5-395f-49fd-8813-af8640953935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.980085428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4b51233-8afd-4b0f-b6ae-b21569277ac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.997687172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"b1183baa-9702-4a81-b3de-b44f303f0f3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.000869263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"e94e7544-2a34-4984-9c33-4b28e9aff6c1","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.000913667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4b51233-8afd-4b0f-b6ae-b21569277ac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.002799257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e809dfe5-395f-49fd-8813-af8640953935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.019015322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"b1183baa-9702-4a81-b3de-b44f303f0f3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.114956503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"e7441337-3aa6-4a61-ac01-17c3124af889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.114982687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"6ff813f5-7325-42ff-9694-914aad03ac31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.115417039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ebe77436-16f1-49a8-98ff-b38eaadcbe3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.136389022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"6ff813f5-7325-42ff-9694-914aad03ac31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.13701778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"e7441337-3aa6-4a61-ac01-17c3124af889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.139884057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ebe77436-16f1-49a8-98ff-b38eaadcbe3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.143164036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e2d31b12-a8dc-49c2-98c4-c2d62bc78927","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.165159068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e2d31b12-a8dc-49c2-98c4-c2d62bc78927","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.275335069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"36b0e7c7-fc40-4db3-ab16-474419699171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.296825985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"36b0e7c7-fc40-4db3-ab16-474419699171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.303913469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"77ef0359-4071-414b-8ebc-811a20e51acc","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.304929299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"78dd3949-7a37-4e66-83be-c5e8a1fd62cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.321962539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"4b9baebc-8949-4e0d-a195-6274e9d633bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.323909903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"fbdd2b65-e870-453f-bc24-b2d71b1ae06b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.371112174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"77ef0359-4071-414b-8ebc-811a20e51acc","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.371405399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"78dd3949-7a37-4e66-83be-c5e8a1fd62cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.373673109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"4b9baebc-8949-4e0d-a195-6274e9d633bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.374114421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"fbdd2b65-e870-453f-bc24-b2d71b1ae06b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:03.488978941Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-sub-79764701","reconcileID":"ebbfcce6-816d-4a01-84b3-323389c85d4b","MaaSSubscription":{"name":"e2e-sub-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-79764701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:03.537741364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"namespace":"ai-tenant-e2e-mt-79764701","name":"e2e-sub-79764701","reconcileID":"ebbfcce6-816d-4a01-84b3-323389c85d4b","MaaSSubscription":{"name":"e2e-sub-79764701","namespace":"ai-tenant-e2e-mt-79764701"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:03.613056631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c0429ae-fdc0-4445-8612-75db2f01a098","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:03.613076016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c0429ae-fdc0-4445-8612-75db2f01a098","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:04.671835379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"8f573189-48e2-48a7-a423-cffe255ca2e3","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:04.704957447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"45ba203e-9a64-4f7c-811f-ae87c742cf81","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:04.7214667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"c7465070-544e-4b1b-81d1-90c3e52d325e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:04.742408809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"c7465070-544e-4b1b-81d1-90c3e52d325e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:04.94842044Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"a5cc7b1f-efc8-46ca-88cd-8a5e6c034cae","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:06.108266327Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:09.169609939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"ea09f2fb-d204-4dfa-be8d-1f0b3e567bc9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-c9fc7d82","tenantID":"e2e-ait-c9fc7d82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:09.214627493Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"ea09f2fb-d204-4dfa-be8d-1f0b3e567bc9","name":"e2e-ait-c9fc7d82-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.002678111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"cab07b8f-19b8-4d41-b4a8-dcc48ee3123d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.024749738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"cab07b8f-19b8-4d41-b4a8-dcc48ee3123d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.044726402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-623b4b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"cab07b8f-19b8-4d41-b4a8-dcc48ee3123d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.063946598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b29621d-7d88-4f9c-8393-ea28cb55cc7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.06428056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"9e2184f6-159b-42a2-bcdb-72fc14d01923","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.066122193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"654320eb-405a-408f-9596-e119e28e94ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.090228678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b29621d-7d88-4f9c-8393-ea28cb55cc7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.091177455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"9e2184f6-159b-42a2-bcdb-72fc14d01923","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.092461717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"654320eb-405a-408f-9596-e119e28e94ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.11042071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b29621d-7d88-4f9c-8393-ea28cb55cc7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.111082308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"9e2184f6-159b-42a2-bcdb-72fc14d01923","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.112107512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"654320eb-405a-408f-9596-e119e28e94ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.359533847Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.376242564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"c4d41991-9dbb-4160-9fec-23674ae8eb56","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:21:10.394589368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-sub","reconcileID":"98d8d127-09d0-4b44-9b35-5ca5839e60f1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-ca4145-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.409441828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"2e4425b9-2976-4daf-a7ce-3da4ce2d4d15","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.40948883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"87c50248-d783-4b0c-b7df-ac866db823d3","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.431095502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"87c50248-d783-4b0c-b7df-ac866db823d3","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.431237864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"2e4425b9-2976-4daf-a7ce-3da4ce2d4d15","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.435473159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"1c3b5864-2c71-427f-ac55-c8aa237091f8","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:21:10.468871248Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"1c3b5864-2c71-427f-ac55-c8aa237091f8","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:21:10.46891648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"1c3b5864-2c71-427f-ac55-c8aa237091f8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.485222761Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"1749075e-82d7-4404-b1b9-ac3116815390","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.518100668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"9ae70260-422c-449e-b07c-38826df160f1","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.538144144Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-sub","reconcileID":"e5df4918-2bc3-4450-a203-89014b06c67e","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.56484986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"c2163030-0cec-40be-b138-45ce084c2d6a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.564849871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"c405eecf-48bd-474b-a276-6aad67e45e4d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.586538103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"c2163030-0cec-40be-b138-45ce084c2d6a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.586639235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"c405eecf-48bd-474b-a276-6aad67e45e4d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.632133535Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"b3d9b12d-f7fd-49e5-84be-856a363bb234","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:10.696499735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-sub","reconcileID":"ac5f0927-fa2e-425d-b460-43260e2695da","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:14.651491464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"033d48b6-ae41-45fb-bc4b-3686d9a76d2a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:14.680429734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"f68884e0-f61a-44ae-984b-ddf553a974d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:14.682037293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"57e2cdbe-2998-4151-8117-7deb54f37405","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:14.69403888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"033d48b6-ae41-45fb-bc4b-3686d9a76d2a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:14.777507034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"f68884e0-f61a-44ae-984b-ddf553a974d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:14.792622539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"57e2cdbe-2998-4151-8117-7deb54f37405","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:14.987212128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"25ad5bf3-97fe-4338-86c0-318245bf11c8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:14.987847718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"7b8aa7ba-b823-48e8-9cc5-01fdb97b37af","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:15.020894096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"25ad5bf3-97fe-4338-86c0-318245bf11c8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:15.036618999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"7b8aa7ba-b823-48e8-9cc5-01fdb97b37af","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:15.159860866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"6eb7aaaa-06c3-4e3d-9d2a-a60d1cba5463","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:15.339995594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"6eb7aaaa-06c3-4e3d-9d2a-a60d1cba5463","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:20.077799992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"22a05b9e-019d-4e0a-a280-8265a796121c","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:20.099524401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"22a05b9e-019d-4e0a-a280-8265a796121c","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:20.118825899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-623b4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5fb16a8e264459c6b06fa18697328032e52a0360d4e21efe13ac71621efe0f1) AuthConfig (cd5c1ef1b906fc3526ce213361ab82bc517d388a3c5155a4b63381f85e917418) AuthConfig (2f4b78c0a340b61ca04d4351770da9d1ef7650bdc035a1eaf97d66e52df00a39) AuthConfig (74930c1a8c40a426be7425ad2169011a7bc90509fd3a10eeefed1da7e346938e) AuthConfig (c1245bf4c991123764535862da6d561b81a81921c6fb42e920a1d99d6063eb27) AuthConfig (25d97d14797b6e343eb481e809f05cb7d9db8b6b9c9d852d3d1ba43ea4bbe006) AuthConfig (cfc48e602f6daae7cac55d7509661d06fed9a34c4c7cb5644d854070d19b1e61) AuthConfig (21a054bc1b437123a91a766e51b2049cc0a1f30dbbd239aa79e71ce6bd4b635b) AuthConfig (a9d81fe2fbd2f85d178684873e8dcca6c43d59e6d1bb2c9d4ee896ed7908fad6) AuthConfig (1d6768e8e63976bab4bec5b2cae9ea163eb1ba265e0ed8d088ba2f715c713c33) AuthConfig (207dac16d81eac54b84d4dfe0d81149fc208ceb4bae069ac1de5e361b065a8e6) AuthConfig (709d18849ac0656888751b1c364d347581262fdcd34a4a19e0a55dd275e008ad) AuthConfig (9b1f6ad743632a1d65a1e997422dc4e39004366cf872d55ba0200e5f8f9d2ce8) AuthConfig (d0d61c725a2e1830ca20667ecd7374caf6ca059e5c6ee7350d4ea4b885d1f45c) AuthConfig (b32ed310c44c772205ca2beb23aac71e8667d6d472d2afa219a91514945a0ff4) AuthConfig (bc5654173296e89fdc4beb9771a6bbc42cd6c9e02804b9b75b73b09a2dfb5fc3) AuthConfig (9b1c19c477ea89b2a5a3670b3eb0b461639e1c0a507781fb7e69c4cd376bb478) AuthConfig (a406c2a99216c861a50970271d6f83e90c467da86a0faf1174e7fa218544553e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"22a05b9e-019d-4e0a-a280-8265a796121c","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:20.140717005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"ae14fbda-2eec-4362-b6b3-4a6fe810744b","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:20.14073229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"ae14fbda-2eec-4362-b6b3-4a6fe810744b","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"auth-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"auth-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:20.209922115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b812f180-ac29-4063-a777-b0afa6a61ffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:20.209950722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2fea9f3-f147-4ee4-b3ac-30743d660dc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:20.210345679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"b137cdd0-5a3d-4ff0-b1a0-ec2c40b959a5","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:20.231509482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"b137cdd0-5a3d-4ff0-b1a0-ec2c40b959a5","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:20.231607534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b812f180-ac29-4063-a777-b0afa6a61ffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:20.233551475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2fea9f3-f147-4ee4-b3ac-30743d660dc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:20.406374442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bf3c29b-8690-402b-87a8-e068f6184e57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:20.406395652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bf3c29b-8690-402b-87a8-e068f6184e57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:20.406882446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01d25225-f266-45ce-af38-2ded5a73e368","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:20.406895683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01d25225-f266-45ce-af38-2ded5a73e368","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:20.4253474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"c8883e8d-cdaa-4805-b20f-70f8a3794b3b","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:20.42536529Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"c8883e8d-cdaa-4805-b20f-70f8a3794b3b","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.111896297Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.128202741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"a62c7cda-5117-4bfc-b36e-8da8645e4703","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.128222949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"a62c7cda-5117-4bfc-b36e-8da8645e4703","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:21:21.144518567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c484d7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-sub","reconcileID":"51c49e23-5e35-4973-95fc-a3946f026256","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-c484d7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.176100643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"d004b9ac-c173-4c33-8e76-59fd365cc4b9","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.176594519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92af19d6-3845-4a36-8cf9-e7287631a95a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.176594435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5828244f-883e-44ea-8eff-30f7f7ae5a93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.182686626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"29d4cee5-4247-4cd4-a35a-6723e01957b4","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.182704126Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"29d4cee5-4247-4cd4-a35a-6723e01957b4","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.223359275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"06838b62-9bf0-4616-9897-ede4efdcd3d2","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.223376011Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"06838b62-9bf0-4616-9897-ede4efdcd3d2","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.269747612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"82863a89-6dc8-4e24-966b-77e980c1d949","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.269766087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"82863a89-6dc8-4e24-966b-77e980c1d949","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:21:21.275895525Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"d004b9ac-c173-4c33-8e76-59fd365cc4b9","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.276410372Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5828244f-883e-44ea-8eff-30f7f7ae5a93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:21:21.276668924Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92af19d6-3845-4a36-8cf9-e7287631a95a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.296483862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5828244f-883e-44ea-8eff-30f7f7ae5a93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:21:21.300084054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92af19d6-3845-4a36-8cf9-e7287631a95a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:21:21.300296122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"d004b9ac-c173-4c33-8e76-59fd365cc4b9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.303889554Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c484d7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-sub","reconcileID":"33c498c3-09b3-4437-8a61-00ae8d292822","MaaSSubscription":{"name":"e2e-dft-c484d7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c484d7","model":"e2e-dft-c484d7","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-c484d7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.318510056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"17685be5-5402-4f1b-b91b-9dbb75b9dac5","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.318530634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"17685be5-5402-4f1b-b91b-9dbb75b9dac5","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.334924394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2bde442-00d7-4024-b7ec-7f3009e2b7cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.334939844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2bde442-00d7-4024-b7ec-7f3009e2b7cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.335295612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d6aebcd-da3f-438b-99cb-3e0dc64b3c78","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.335315253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d6aebcd-da3f-438b-99cb-3e0dc64b3c78","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.366394341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c0a3b58-909f-443b-a240-3ffdaab80944","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.366408013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"9fce206a-ac64-416b-a4e4-8df6b43078df","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.383503057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ace9230-d6b1-47f6-bed5-16a73b386ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.389154512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"9fce206a-ac64-416b-a4e4-8df6b43078df","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.389396575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c0a3b58-909f-443b-a240-3ffdaab80944","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.393959178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"8cf58c2f-aee8-486d-a084-1f008cdfc564","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.393980492Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"8cf58c2f-aee8-486d-a084-1f008cdfc564","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.404799121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ace9230-d6b1-47f6-bed5-16a73b386ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.409354561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"9fce206a-ac64-416b-a4e4-8df6b43078df","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.425398101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ace9230-d6b1-47f6-bed5-16a73b386ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.445315028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"e878db8c-ab6b-4e83-bc10-374eb93c4581","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.445344281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"e878db8c-ab6b-4e83-bc10-374eb93c4581","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:21.459012382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c484d7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-sub","reconcileID":"61b6939d-f6f6-4398-9544-667b3ca29f3b","MaaSSubscription":{"name":"e2e-dft-c484d7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c484d7","model":"llm/e2e-dft-c484d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:27.093882247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-sub","reconcileID":"748459f3-47e4-4bde-8381-bb6baef7f708","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:27.208152928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"69af5341-7e46-4cd5-b118-032071a11b41","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:27.764871684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"9c780fd6-2d76-4408-b4bb-9507aa74c489","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:27.766974449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"5b313171-508f-4c73-ac7c-79fc17adf3b2","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:27.767024906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"4e31990b-903b-4c5b-932e-8654d3288448","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:27.796479718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"5b313171-508f-4c73-ac7c-79fc17adf3b2","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:27.803461224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"9c780fd6-2d76-4408-b4bb-9507aa74c489","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:27.805943562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"4e31990b-903b-4c5b-932e-8654d3288448","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:29.223693652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"701c351e-f8db-4501-8e75-9330aa293cd7","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:29.256719845Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"4c591a98-d27e-47eb-88a1-9195adf2ca7e","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:29.279122195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"8199777f-aca0-4226-b1db-f8c4cd37648c","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:29.302132225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"8199777f-aca0-4226-b1db-f8c4cd37648c","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:29.512236644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"6f1f2f89-cbeb-4808-b7c4-5b2bdd208db2","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:30.179102728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"e7d0f368-8f14-40ba-8616-516abf54bd2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:30.203358113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"e7d0f368-8f14-40ba-8616-516abf54bd2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:30.311738879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"bfa7ac0c-4b91-4f21-b6dc-bf913ce78d6c","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:30.311765479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"bfa7ac0c-4b91-4f21-b6dc-bf913ce78d6c","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"auth-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"auth-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:31.495137879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e6d6947-e512-4f4b-b321-93ffd104baa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:31.498376858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"8ecd6113-b32f-4ba5-a9f3-8283aae19b77","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:31.519161079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e6d6947-e512-4f4b-b321-93ffd104baa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:31.524047788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"8ecd6113-b32f-4ba5-a9f3-8283aae19b77","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:31.539541511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e6d6947-e512-4f4b-b321-93ffd104baa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:31.544097885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"8ecd6113-b32f-4ba5-a9f3-8283aae19b77","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:32.870626737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb748d06-4e74-431c-8e38-32073a3ddf53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:32.888121161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb748d06-4e74-431c-8e38-32073a3ddf53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:32.904193878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb748d06-4e74-431c-8e38-32073a3ddf53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:32.919624279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb748d06-4e74-431c-8e38-32073a3ddf53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:33.555279364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad62871f-b2cc-4fb1-afb6-f31ae8afc59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:33.571051533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad62871f-b2cc-4fb1-afb6-f31ae8afc59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:33.58653408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad62871f-b2cc-4fb1-afb6-f31ae8afc59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:33.602499364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad62871f-b2cc-4fb1-afb6-f31ae8afc59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:34.898468469Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:34.918125032Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"a328039d-2187-4092-80cc-d874ae1dd886","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:21:34.942069329Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-ca4145-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:34.952997072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"a436b2fe-9e22-48c2-a23c-b74bbd364fe6","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:34.953216247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"a7ed3dfe-72ee-477c-b403-cbb1822d9869","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:34.974297103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"a7ed3dfe-72ee-477c-b403-cbb1822d9869","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:34.974466557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"a436b2fe-9e22-48c2-a23c-b74bbd364fe6","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:34.975771393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51576f49-ec06-4e01-97ab-b735f9456550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:34.992264819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51576f49-ec06-4e01-97ab-b735f9456550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:34.993292218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"dbcea7e9-a880-4386-bb5b-84bc87f3f000","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.007996821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51576f49-ec06-4e01-97ab-b735f9456550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.023599484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51576f49-ec06-4e01-97ab-b735f9456550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.041091615Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"36fb20b7-60ff-40b1-a155-93d31906c01d","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.061434221Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-sub","reconcileID":"0d683ad3-5260-42f2-b5ed-fc8e2aa65aa8","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.166314763Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"7c562b95-d147-4dd2-aee8-9a01a401a532","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.205292077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"78275ea6-131a-4fad-bd35-d070b7c219cf","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.205720652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"4eb3cca9-2904-40c6-9ec7-45913869e77f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.228139126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"78275ea6-131a-4fad-bd35-d070b7c219cf","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.229820963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"4eb3cca9-2904-40c6-9ec7-45913869e77f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.231479978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-sub","reconcileID":"3ec69741-dbca-490a-ba0e-c37830f6b8eb","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.321528123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"47dfc005-bf73-4c32-8d69-f6abc71ecd99","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.321544982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"47dfc005-bf73-4c32-8d69-f6abc71ecd99","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"auth-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"auth-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.335074332Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.383243259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"0b9ff30a-a84b-4ab9-9d45-e1cb2cd8f038","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:21:35.389407958Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w4-623b4b/e2e-auth-iso-0d47dc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-0d47dc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.391766523Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"adff8488-31cd-433d-8c14-ec45481845bb","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.404313304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"0b9ff30a-a84b-4ab9-9d45-e1cb2cd8f038","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.409466363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"4c619638-f5a1-4824-8c16-14d9ef55bb89","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.409485285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"4c619638-f5a1-4824-8c16-14d9ef55bb89","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"auth-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"auth-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.489484009Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"b8600758-050b-4ef9-862c-7af4f00ea591","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"maas-trlp-auth-test-model-623b4b","model":"auth-test-model-623b4b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-623b4b/e2e-auth-iso-0d47dc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.548148189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"397e15eb-5e30-4936-89af-9aaf46c22463","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.54817326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"397e15eb-5e30-4936-89af-9aaf46c22463","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"auth-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"auth-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.61072201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"92cfb2e2-06d5-4b17-aaff-1c2b96e895d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.612428928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"5267d6a5-a182-4b86-aaa8-61ce5787b900","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"maas-trlp-auth-test-model-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.631527075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"92cfb2e2-06d5-4b17-aaff-1c2b96e895d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.673379619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9388e99-e1e8-4848-8c77-50671ed83a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.689019415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9388e99-e1e8-4848-8c77-50671ed83a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.704844405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9388e99-e1e8-4848-8c77-50671ed83a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.722870276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9388e99-e1e8-4848-8c77-50671ed83a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:36.113009562Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:41.661393933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"a8f52a3d-39dd-448c-a61b-ba626d774bad","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:41.662351984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"832751e7-7ba1-4ac7-a311-e364c03fc140","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:41.707181105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"a8f52a3d-39dd-448c-a61b-ba626d774bad","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:41.707986061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"832751e7-7ba1-4ac7-a311-e364c03fc140","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:41.771014991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"a8f52a3d-39dd-448c-a61b-ba626d774bad","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:41.776805536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"832751e7-7ba1-4ac7-a311-e364c03fc140","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:42.605614103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c484d7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-sub","reconcileID":"12d60c05-24fa-46f1-895f-8657527ece61","MaaSSubscription":{"name":"e2e-dft-c484d7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c484d7","model":"llm/e2e-dft-c484d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:42.703054726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"30ef79da-6063-4a2b-ac1c-b34a71ffe22a","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:42.703079615Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"30ef79da-6063-4a2b-ac1c-b34a71ffe22a","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:42.724691993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"05171720-1acb-44f7-aaf6-832b65c7a329","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:43.459450189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca3f0398-f702-460b-bfcb-a596d6a83ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:43.460901924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42d9b13d-3fc0-45fd-b89e-7a19f3bde269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:43.475483345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"962b156a-a18b-4781-8676-640d19be4fed","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:43.484042706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca3f0398-f702-460b-bfcb-a596d6a83ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:43.487012623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42d9b13d-3fc0-45fd-b89e-7a19f3bde269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:43.502127016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"962b156a-a18b-4781-8676-640d19be4fed","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:43.506229092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ac9e79484e2ea827c5e9023b9be20eaef24a92cc9443b7816dcde9de1a0728ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c9138e1c1b462c0fb1c3ac517ca4d6fb9f61c803355530760292fe25f7e4548b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (628d77b6ed29b3f1e541dc4158c6e23b92db258ea14fe9337b057a2f395a78f5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (39cfe83b8e06ea1af755155a2bdee1c7893b524775e30b0fee17c696146a7202) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca3f0398-f702-460b-bfcb-a596d6a83ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:43.515632391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ac9e79484e2ea827c5e9023b9be20eaef24a92cc9443b7816dcde9de1a0728ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c9138e1c1b462c0fb1c3ac517ca4d6fb9f61c803355530760292fe25f7e4548b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (628d77b6ed29b3f1e541dc4158c6e23b92db258ea14fe9337b057a2f395a78f5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (39cfe83b8e06ea1af755155a2bdee1c7893b524775e30b0fee17c696146a7202) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42d9b13d-3fc0-45fd-b89e-7a19f3bde269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:43.524771413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ac9e79484e2ea827c5e9023b9be20eaef24a92cc9443b7816dcde9de1a0728ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c9138e1c1b462c0fb1c3ac517ca4d6fb9f61c803355530760292fe25f7e4548b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (628d77b6ed29b3f1e541dc4158c6e23b92db258ea14fe9337b057a2f395a78f5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (39cfe83b8e06ea1af755155a2bdee1c7893b524775e30b0fee17c696146a7202) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"962b156a-a18b-4781-8676-640d19be4fed","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:43.530959819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e22a646e-69e4-49c5-95da-7570da6c9d0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:43.53098042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e22a646e-69e4-49c5-95da-7570da6c9d0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:43.545301956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"648d3aa3-d160-4a98-93a7-812d87699f15","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:43.545319893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"648d3aa3-d160-4a98-93a7-812d87699f15","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:43.56554407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"ae9f4644-56d0-4c14-9634-a3f0e6eac75b","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:43.565572316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"ae9f4644-56d0-4c14-9634-a3f0e6eac75b","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.663299606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"393c26ab-d601-4eff-8cf8-ff94fc86813a","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.663324362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"393c26ab-d601-4eff-8cf8-ff94fc86813a","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.717624963Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c484d7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-sub","reconcileID":"ce97a097-b351-4fc0-b00e-e2910ad95b96","MaaSSubscription":{"name":"e2e-dft-c484d7-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-27fcdadf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.77809099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"20b7a76d-63c3-4968-976d-d3474cfd6797","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.778617726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a5e7201-53d0-40a4-bb4e-6160004c53d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.779012001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12795b9b-f04a-4eb5-8482-0771ef40b628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.800879834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"20b7a76d-63c3-4968-976d-d3474cfd6797","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.802021875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12795b9b-f04a-4eb5-8482-0771ef40b628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.803316096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a5e7201-53d0-40a4-bb4e-6160004c53d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.821438883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ac9e79484e2ea827c5e9023b9be20eaef24a92cc9443b7816dcde9de1a0728ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c9138e1c1b462c0fb1c3ac517ca4d6fb9f61c803355530760292fe25f7e4548b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (628d77b6ed29b3f1e541dc4158c6e23b92db258ea14fe9337b057a2f395a78f5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (39cfe83b8e06ea1af755155a2bdee1c7893b524775e30b0fee17c696146a7202) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"20b7a76d-63c3-4968-976d-d3474cfd6797","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.823066706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ac9e79484e2ea827c5e9023b9be20eaef24a92cc9443b7816dcde9de1a0728ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c9138e1c1b462c0fb1c3ac517ca4d6fb9f61c803355530760292fe25f7e4548b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (628d77b6ed29b3f1e541dc4158c6e23b92db258ea14fe9337b057a2f395a78f5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (39cfe83b8e06ea1af755155a2bdee1c7893b524775e30b0fee17c696146a7202) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12795b9b-f04a-4eb5-8482-0771ef40b628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.823753797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ac9e79484e2ea827c5e9023b9be20eaef24a92cc9443b7816dcde9de1a0728ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c9138e1c1b462c0fb1c3ac517ca4d6fb9f61c803355530760292fe25f7e4548b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (628d77b6ed29b3f1e541dc4158c6e23b92db258ea14fe9337b057a2f395a78f5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (39cfe83b8e06ea1af755155a2bdee1c7893b524775e30b0fee17c696146a7202) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a5e7201-53d0-40a4-bb4e-6160004c53d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.903866675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"0f6d39e6-5c49-45f4-a205-752253ea2ec9","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.918643213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ddc3220-ebc7-4489-943a-3e5795f4f282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.919589474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a86a2306-0fe0-4d4b-abab-077a1b71b428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.925643745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"0f6d39e6-5c49-45f4-a205-752253ea2ec9","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.940260583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ddc3220-ebc7-4489-943a-3e5795f4f282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.941141433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a86a2306-0fe0-4d4b-abab-077a1b71b428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.945819484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ac9e79484e2ea827c5e9023b9be20eaef24a92cc9443b7816dcde9de1a0728ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c9138e1c1b462c0fb1c3ac517ca4d6fb9f61c803355530760292fe25f7e4548b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (628d77b6ed29b3f1e541dc4158c6e23b92db258ea14fe9337b057a2f395a78f5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (39cfe83b8e06ea1af755155a2bdee1c7893b524775e30b0fee17c696146a7202) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"0f6d39e6-5c49-45f4-a205-752253ea2ec9","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.966224917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ac9e79484e2ea827c5e9023b9be20eaef24a92cc9443b7816dcde9de1a0728ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c9138e1c1b462c0fb1c3ac517ca4d6fb9f61c803355530760292fe25f7e4548b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (628d77b6ed29b3f1e541dc4158c6e23b92db258ea14fe9337b057a2f395a78f5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (39cfe83b8e06ea1af755155a2bdee1c7893b524775e30b0fee17c696146a7202) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a86a2306-0fe0-4d4b-abab-077a1b71b428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.966322821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ac9e79484e2ea827c5e9023b9be20eaef24a92cc9443b7816dcde9de1a0728ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c9138e1c1b462c0fb1c3ac517ca4d6fb9f61c803355530760292fe25f7e4548b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (628d77b6ed29b3f1e541dc4158c6e23b92db258ea14fe9337b057a2f395a78f5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (39cfe83b8e06ea1af755155a2bdee1c7893b524775e30b0fee17c696146a7202) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ddc3220-ebc7-4489-943a-3e5795f4f282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:45.828473454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"a309509c-c4f4-4a39-a472-c20b94a0acaf","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:53.77852925Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","namespace":"ai-tenant-e2e-ait-c9fc7d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:53.778618001Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","namespace":"ai-tenant-e2e-ait-c9fc7d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:53.778697161Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","tenant":"e2e-ait-c9fc7d82","tenantID":"e2e-ait-c9fc7d82","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:53.797477297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"Deployment","name":"maas-api-e2e-ait-c9fc7d82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:53.830669521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"Service","name":"maas-api-e2e-ait-c9fc7d82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:53.853063442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-c9fc7d82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:53.875034097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-c9fc7d82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:53.896514264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-c9fc7d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:53.917491428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-c9fc7d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:53.939183876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-c9fc7d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:53.958111787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-c9fc7d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:53.973974352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"Deployment","name":"payload-processing-e2e-ait-c9fc7d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:53.990189776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-c9fc7d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.005656939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"Service","name":"payload-processing-e2e-ait-c9fc7d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.008036833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-sub","reconcileID":"ca97c2c6-659c-4545-b4f1-8e3011f61f2e","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.022048372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"Service","name":"payload-pre-processing-e2e-ait-c9fc7d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.037575154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"DestinationRule","name":"payload-processing-e2e-ait-c9fc7d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.053076691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-c9fc7d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.068352354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-c9fc7d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.092029463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-c9fc7d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.107367808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"70a2cf8e-d1f4-4a76-8555-fcc49b471dff","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.118655376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-c9fc7d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.12242137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"37981d55-1d67-4b5d-93ce-d49822671044","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"maas-trlp-auth-test-model-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.147976164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-c9fc7d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.170975614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-c9fc7d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.198560341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"826e1a1b-c306-4e02-9c05-696b5483532f","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.198578818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"826e1a1b-c306-4e02-9c05-696b5483532f","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"auth-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"auth-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.199633769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c9fc7d82"},"namespace":"ai-tenant-e2e-ait-c9fc7d82","name":"default-tenant","reconcileID":"033de103-b2c3-4f73-8e04-d2b1fbf178e1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-c9fc7d82","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.553099827Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-c9fc7d82","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-c9fc7d82","reconcileID":"67d72586-9f31-4cd3-b985-a6a87355b39c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-c9fc7d82","removed":["maas.opendatahub.io/gateway-access-e2e-ait-c9fc7d82"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.748054958Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c484d7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-sub","reconcileID":"a4e79478-5e56-4668-9485-cb4f0d53ba58","MaaSSubscription":{"name":"e2e-dft-c484d7-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c484d7","subscription":"e2e-dft-c484d7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.785927259Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c484d7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-sub","reconcileID":"a4e79478-5e56-4668-9485-cb4f0d53ba58","MaaSSubscription":{"name":"e2e-dft-c484d7-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.802972644Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c484d7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-sub","reconcileID":"a4e79478-5e56-4668-9485-cb4f0d53ba58","MaaSSubscription":{"name":"e2e-dft-c484d7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c484d7","namespace":"llm","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.952809889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"e768f6a5-6d78-4274-a5fd-c5aa3380cc32","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.952835446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"1624dbbe-88a9-4459-ad6d-ae2c56851d9b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.970971526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"3a67fa81-eb61-4e31-bf8a-85dad42d2eb4","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.972349795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"492c8a22-38ee-4cdb-90f9-dd72bf1077f0","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.978045084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"1624dbbe-88a9-4459-ad6d-ae2c56851d9b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.978123714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"e768f6a5-6d78-4274-a5fd-c5aa3380cc32","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.980377248Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.994702113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"492c8a22-38ee-4cdb-90f9-dd72bf1077f0","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.99588303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"3a67fa81-eb61-4e31-bf8a-85dad42d2eb4","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.002688399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97b7b06-d745-44ae-a9fc-fb2e6046fe2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.009875709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"004b2ee0-b2ac-4cbd-b2d6-244a2cb17481","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.009895963Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"004b2ee0-b2ac-4cbd-b2d6-244a2cb17481","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.020972939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97b7b06-d745-44ae-a9fc-fb2e6046fe2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.050388642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97b7b06-d745-44ae-a9fc-fb2e6046fe2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.068402006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97b7b06-d745-44ae-a9fc-fb2e6046fe2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.096260076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"7ee760c4-5650-4631-8a36-aee1fa9207e2","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.09635891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"7ee760c4-5650-4631-8a36-aee1fa9207e2","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"auth-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"auth-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.138550312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"e4e4d6a4-5e26-4740-89c0-8b592bf7d44d","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.190569723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"6410fba6-a30c-4c49-904d-5845336a45e2","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.190595464Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"6410fba6-a30c-4c49-904d-5845336a45e2","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.209757122Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"e4e4d6a4-5e26-4740-89c0-8b592bf7d44d","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.226930736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"3b87dbd2-076f-4bd7-af34-651489f9c532","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.229539521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"e4e4d6a4-5e26-4740-89c0-8b592bf7d44d","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.243350334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9c50efb-2ee5-4c51-86ef-74d49a9dff02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.244233592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcd066ee-3da2-42e2-9f2e-1a53f07794ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.249732898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"3b87dbd2-076f-4bd7-af34-651489f9c532","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:21:55.250008763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"e4e4d6a4-5e26-4740-89c0-8b592bf7d44d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-c484d7-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.250182832Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c484d7-access","reconcileID":"e09d7c6f-3b07-45cd-ab44-e2b14415e9e4","MaaSAuthPolicy":{"name":"e2e-dft-c484d7-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.264757056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9c50efb-2ee5-4c51-86ef-74d49a9dff02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.267102858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcd066ee-3da2-42e2-9f2e-1a53f07794ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.284927508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9c50efb-2ee5-4c51-86ef-74d49a9dff02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.28716971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcd066ee-3da2-42e2-9f2e-1a53f07794ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.307361564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93f1af2d-a02e-4ffd-b386-eecbda743bf3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.307381815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93f1af2d-a02e-4ffd-b386-eecbda743bf3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.309974023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06181710-6a10-4d67-adfe-2c969a23bf9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.309988936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06181710-6a10-4d67-adfe-2c969a23bf9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.445886788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"c33c2d17-5b30-4a90-814f-39cb313abcf7","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.445908242Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"c33c2d17-5b30-4a90-814f-39cb313abcf7","MaaSModelRef":{"name":"e2e-dft-c484d7","namespace":"llm"},"routeName":"external-model-e2e-dft-c484d7-41f2418f9e17","namespace":"llm","model":"e2e-dft-c484d7","externalModel":"e2e-dft-c484d7","provider":"e2e-dft-c484d7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.770688575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997ada23-05d3-4148-a786-fdff76d45d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.78654514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997ada23-05d3-4148-a786-fdff76d45d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.806681444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997ada23-05d3-4148-a786-fdff76d45d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.823933708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997ada23-05d3-4148-a786-fdff76d45d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.894907314Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"89d41069-8477-45f4-b0b3-0304434d5dbb","namespace":"llm","name":"e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.915622674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f30b270f-b3ef-4d32-9523-48dcb7db590c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.915643382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f30b270f-b3ef-4d32-9523-48dcb7db590c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.915921394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"347c204e-22e3-49ea-8638-4a9e2763c9ec","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.915935543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"347c204e-22e3-49ea-8638-4a9e2763c9ec","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.916138934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d16d0f5b-60af-4c56-8b5c-76d26ba30fc7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.916150322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d16d0f5b-60af-4c56-8b5c-76d26ba30fc7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.916379397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f48a1e8b-0614-4d9b-8768-eac3fb8f3aca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.916389622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f48a1e8b-0614-4d9b-8768-eac3fb8f3aca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.916689612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4451c700-1aec-4eec-93fa-ee383479ff43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.916700362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4451c700-1aec-4eec-93fa-ee383479ff43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.916992006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1d7e91eb-d494-4850-8516-b1c292d66bc7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.917003324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1d7e91eb-d494-4850-8516-b1c292d66bc7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.917189355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eabe3d6e-97a3-45fa-8c87-630345a7fa52","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.91720312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eabe3d6e-97a3-45fa-8c87-630345a7fa52","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.917402971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2ddbf7b5-c61c-40f7-a252-da3dc18c9aa1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.91741325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2ddbf7b5-c61c-40f7-a252-da3dc18c9aa1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.945189776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"dd1bd573-c337-4517-a158-590c6a3a61f2","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.945275069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13a2626d-54b3-4e7f-89b2-60efea0eb292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.945702147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"430b1ee7-6772-45a2-8b87-bc518154f015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.945856822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"01fff8c8-4e23-4150-8843-5a7523515383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.946327727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"21628392-6188-48f6-9f83-b4041b1722aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.969687459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"dd1bd573-c337-4517-a158-590c6a3a61f2","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.970553636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"430b1ee7-6772-45a2-8b87-bc518154f015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.973309206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"01fff8c8-4e23-4150-8843-5a7523515383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.974391353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13a2626d-54b3-4e7f-89b2-60efea0eb292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.977967864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"21628392-6188-48f6-9f83-b4041b1722aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.986721008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e34a0d1a-7701-4a5f-8598-43b6b19cfba1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.987553256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"50fbbb96-c2a5-4425-aa22-5cda2e20caf7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.991310355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"430b1ee7-6772-45a2-8b87-bc518154f015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:55.995108657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13a2626d-54b3-4e7f-89b2-60efea0eb292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.089153078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"70b7d504-5054-4b66-82b7-bbb957f91e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.107670633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"54ef3cf1-6dcf-4189-abba-ca508116e616","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.119725001Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c484d7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c484d7","reconcileID":"207babf7-3c17-45db-b7a6-665f4126183f","namespace":"llm","name":"e2e-dft-c484d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.131231518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"54ef3cf1-6dcf-4189-abba-ca508116e616","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.13131412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"70b7d504-5054-4b66-82b7-bbb957f91e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.158449007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"6190b3ef-4024-4746-b25e-0a7223ff91af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.185042418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"6190b3ef-4024-4746-b25e-0a7223ff91af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.241281404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"61759b0f-6bea-41d7-9c99-597fb2ef0a66","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.266112061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"61759b0f-6bea-41d7-9c99-597fb2ef0a66","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.342607046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"2f464920-6a2d-4e3a-bf67-0e7062b03fdf","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.35785347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"e81f1560-ff72-4bbf-ae95-35871bbe3571","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.35786715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"1f4eeca7-5dff-4a27-a565-f93f8282b719","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.363870431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"2f464920-6a2d-4e3a-bf67-0e7062b03fdf","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.383386535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"1f4eeca7-5dff-4a27-a565-f93f8282b719","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.384594015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"e81f1560-ff72-4bbf-ae95-35871bbe3571","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.557072691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"4991fab8-c037-4bf0-ab02-a0f8f85b5456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.557759883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"97059912-284f-4c8a-8046-382f34aa750a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.558452805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"c7b3120a-fa41-4da8-8649-edf335c6358e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.58066842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"4991fab8-c037-4bf0-ab02-a0f8f85b5456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.585506553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"97059912-284f-4c8a-8046-382f34aa750a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.594509536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"c7b3120a-fa41-4da8-8649-edf335c6358e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.817050623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"5833c43c-6a5e-47dd-b382-dcc5618b3535","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.832367883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"962db56f-6e4b-4ea1-849c-035926d3c2e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.843414896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"5833c43c-6a5e-47dd-b382-dcc5618b3535","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.85356327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"843019da-1e3c-4060-a4e9-183f275ac1b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.855306501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0aeaa36-5a8b-458f-b3b1-c3fa3a891f45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.860741493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"962db56f-6e4b-4ea1-849c-035926d3c2e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.874500974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1c5ac7e2-a925-45fc-b6d5-23f5fe3217cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.878390474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0aeaa36-5a8b-458f-b3b1-c3fa3a891f45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.879337075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"843019da-1e3c-4060-a4e9-183f275ac1b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.887818446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"962db56f-6e4b-4ea1-849c-035926d3c2e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.89825744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0aeaa36-5a8b-458f-b3b1-c3fa3a891f45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.898309764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1c5ac7e2-a925-45fc-b6d5-23f5fe3217cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.977536412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"6428af38-a569-4f20-b8cd-d37006325194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.97763218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"8801b111-5200-48e9-a992-a2feb73b4913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.978068962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"e9944060-a81d-48cd-8d5f-ffde9627fede","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:56.9998325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"e9944060-a81d-48cd-8d5f-ffde9627fede","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.001197286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"6428af38-a569-4f20-b8cd-d37006325194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.002109056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"8801b111-5200-48e9-a992-a2feb73b4913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.138333541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"7e61c901-b9e6-46c8-bf0f-8ce21af6dd98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.161065639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"7e61c901-b9e6-46c8-bf0f-8ce21af6dd98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.559589219Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-28dbed","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed","reconcileID":"9d416627-94a5-4048-b712-7912eea64bb4","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.584371264Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-28dbed","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed","reconcileID":"f52c0cda-9a7c-4180-96f9-a7d798fb1580","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.597285544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"3fadfbe8-559e-4c83-9f14-24902df4cdda","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.611181553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77806b8c-035f-4d0a-9c44-302bd0473008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.61123062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9c7f23bc-a919-4d69-b989-eb3b5b01d01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.611931698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a39efa2d-3a14-4f70-843f-f2b2e245086f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.613080479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"2a92c761-2313-4038-8d90-9d524835b547","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.618630491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"3fadfbe8-559e-4c83-9f14-24902df4cdda","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.650543231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9c7f23bc-a919-4d69-b989-eb3b5b01d01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.651489862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77806b8c-035f-4d0a-9c44-302bd0473008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.653845015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a39efa2d-3a14-4f70-843f-f2b2e245086f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.656813462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"2a92c761-2313-4038-8d90-9d524835b547","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.673677694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a39efa2d-3a14-4f70-843f-f2b2e245086f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.674062702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77806b8c-035f-4d0a-9c44-302bd0473008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.706634943Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"574d5c1f-01e9-4230-82e0-57a6a85defd6","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.731538016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"2b0f0f6e-5123-4413-a0ea-932e7a53b223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.732434484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"c3f5428c-f765-432c-82ef-b10d87455007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.751178187Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"18207848-2e90-4202-be20-a8ef8dc286f4","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.754194271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"2b0f0f6e-5123-4413-a0ea-932e7a53b223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.75952781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"c3f5428c-f765-432c-82ef-b10d87455007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.785253658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"cb148377-4f06-4b86-8384-1c38d8f15698","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.786224894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-sub","reconcileID":"07dd6af8-424c-4690-b71a-a8f2a4043e3e","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.786395813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"66b91e0b-5031-4f47-9f67-977308c971b0","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.794246526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"d03cd600-96b5-49c2-8376-7e0b1bd9a02d","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.821875121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"d612e727-94f7-4a7b-979a-3c9b98818344","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.829040308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0d494728-ff65-44d7-8953-3f964b44a65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.830050396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"c75e7cc8-9e4f-4f63-99c0-4b42e45eb067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.850480992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0d494728-ff65-44d7-8953-3f964b44a65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.851597467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"c75e7cc8-9e4f-4f63-99c0-4b42e45eb067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.854710759Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"ce8f0cbd-34f9-4482-b76f-74c5eb5be689","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.877952896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-sub","reconcileID":"77fcfe64-15a9-4492-899f-9f7f0e10103b","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.888249652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"d5b164f3-ac31-4eee-9fc8-ad40d4233731","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.930638771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"336a88c1-321f-4aa6-8a37-4fac794511ce","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.953196532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"336a88c1-321f-4aa6-8a37-4fac794511ce","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:57.972415838Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","reconcileID":"1fb560bc-a20e-4c9b-9a83-fdf413fd3904","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-amb-28dbed","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.242247163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"a946d1e1-62da-456c-9b8f-d1f68fc02ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.242662338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"4a64b5aa-d66e-4729-b93d-ab9e0a7c1c8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.243091803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"32f05a21-8bcc-47ed-bbfa-bbf4c43e26a7","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.243091789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"6f8f1b3c-1e26-418f-a72e-7cbd40631e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.285274893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"a946d1e1-62da-456c-9b8f-d1f68fc02ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.291210948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"4a64b5aa-d66e-4729-b93d-ab9e0a7c1c8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.311727243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"32f05a21-8bcc-47ed-bbfa-bbf4c43e26a7","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.314963968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"6f8f1b3c-1e26-418f-a72e-7cbd40631e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.315512657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"3720ccaa-2549-46f2-8ad5-89cae741c50e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.333112456Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","reconcileID":"209694b8-610d-4922-9145-dc7d5605d6e9","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-amb-28dbed","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.341013671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"3720ccaa-2549-46f2-8ad5-89cae741c50e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.393738961Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","reconcileID":"2cbff880-0cb9-4e90-a919-e651ea70965d","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-amb-28dbed","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.422162715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"d6ea5c6b-fcbe-4480-8b37-c21eff2a94d8","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.422771424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-sub","reconcileID":"d1b5daa7-3c68-488a-ac50-ec1a1c0b8bd6","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.423305781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-sub","reconcileID":"12100386-c16b-442c-83f9-3e91ef392bf1","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.423815382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"aa752987-9274-4428-b823-b73ff694ad79","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.591737003Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"189050bd-32f6-46e1-9875-d7fe29069d3b","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.632821567Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","reconcileID":"d7d27812-58b1-4752-84e2-4d4f73fcedd9","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-amb-28dbed","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.6476548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"b8b3971c-8abd-475f-a506-14bd654cf759","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.647660097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"c587ee5b-a27a-42b0-9fb3-405702234f7c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.672980687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"b8b3971c-8abd-475f-a506-14bd654cf759","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.673396258Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"4aed520e-aadb-4006-b36c-2347cba49311","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.67386323Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-28dbed","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed","reconcileID":"2b0ed80d-4d36-4cf8-848c-e63dc26d7706","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.675666935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"c587ee5b-a27a-42b0-9fb3-405702234f7c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.69021251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"7602b607-bf9f-4ce1-b470-c535218bf6a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.704286996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b47f847a-74ff-494a-896c-869f047cd393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.706584047Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"0ce641a8-89c2-4267-bbf2-82face1e9fbe","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.711418165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"7602b607-bf9f-4ce1-b470-c535218bf6a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.727136146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b47f847a-74ff-494a-896c-869f047cd393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.743153782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"3e8a3771-179a-492f-be3c-d5c6fc5e7427","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.747144659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b47f847a-74ff-494a-896c-869f047cd393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.759553668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"37b1871e-3086-4243-bc67-84ec0c8cebe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.778271209Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","reconcileID":"f6479572-1a51-4bea-8926-632e4af4a118","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-amb-28dbed-ba31199c6619","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","externalModel":"e2e-shr-amb-28dbed","provider":"e2e-shr-amb-28dbed-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.780988946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"37b1871e-3086-4243-bc67-84ec0c8cebe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.783554302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41684001-faf8-4688-b758-5a19ec355c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.800313856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41684001-faf8-4688-b758-5a19ec355c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.800478723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45a9221d-7a23-4b88-b735-b6317b618279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.816028061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41684001-faf8-4688-b758-5a19ec355c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.833025578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41684001-faf8-4688-b758-5a19ec355c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.839080831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45a9221d-7a23-4b88-b735-b6317b618279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.859165256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45a9221d-7a23-4b88-b735-b6317b618279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.871529254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","reconcileID":"666c1d06-a7e2-47ce-819b-50d5ce633d17","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-amb-28dbed-40a594f216c8","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","externalModel":"e2e-shr-amb-28dbed","provider":"e2e-shr-amb-28dbed-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.902846202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"b0b53bec-898f-4f33-a486-83a1b0457273","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.902965149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"50dfac03-6817-484e-a101-140b084f953e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.919569254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"7ee27b5f-7d84-4c8c-ab93-ab659e5527cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.925150584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"b0b53bec-898f-4f33-a486-83a1b0457273","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.926661108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"50dfac03-6817-484e-a101-140b084f953e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.952690814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"7ee27b5f-7d84-4c8c-ab93-ab659e5527cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.959493562Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","reconcileID":"f79e01b5-f115-49cc-9ac5-85d983546bef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-amb-28dbed-40a594f216c8","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","externalModel":"e2e-shr-amb-28dbed","provider":"e2e-shr-amb-28dbed-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.981829949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"21f0cd12-0c87-4c68-a8f1-ee03bffe8e62","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.99416952Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","reconcileID":"ac72c802-4b98-444b-9823-8526b797bd54","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-amb-28dbed-ba31199c6619","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","externalModel":"e2e-shr-amb-28dbed","provider":"e2e-shr-amb-28dbed-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:58.997697753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"e48d9994-1f58-4ba6-bfc1-0cfb3f0c3f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.004382754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"21f0cd12-0c87-4c68-a8f1-ee03bffe8e62","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.020147819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"e48d9994-1f58-4ba6-bfc1-0cfb3f0c3f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.20350709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"9f852c8d-1f86-4802-85b0-9f34415c8ca5","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.203914157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"63ea2772-769d-4c1a-89e8-f4c15de1e417","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.204500588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"bc144a5e-2fc7-4d44-b690-d0aab0c901bd","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.224884744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"9f852c8d-1f86-4802-85b0-9f34415c8ca5","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.225152424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"63ea2772-769d-4c1a-89e8-f4c15de1e417","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.227238708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"bc144a5e-2fc7-4d44-b690-d0aab0c901bd","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.244940114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"44d860ad-a01e-4c0d-bc85-c74044477567","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.245232803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f8871e7-f46b-44a3-bd39-62c9d02459e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.278350607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f8871e7-f46b-44a3-bd39-62c9d02459e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.281032979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"44d860ad-a01e-4c0d-bc85-c74044477567","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.299229472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f8871e7-f46b-44a3-bd39-62c9d02459e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.339609121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"1fac775c-1e35-4fb4-b5d7-8735fc7ef95d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.360544135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"1fac775c-1e35-4fb4-b5d7-8735fc7ef95d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.470193393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"3c8c9760-0311-410a-ab73-56406ce1d917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.47114946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e56be779-5218-4a84-8a82-8d9f5f27ae86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.471546498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"d1fe95d9-8fa0-4ffa-b11e-0e18dc4ec555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.495119793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"3c8c9760-0311-410a-ab73-56406ce1d917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.495288383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e56be779-5218-4a84-8a82-8d9f5f27ae86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.499973375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"d1fe95d9-8fa0-4ffa-b11e-0e18dc4ec555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.509118385Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-28dbed","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed","reconcileID":"ce79a5a3-7f35-4f91-a146-a04fb929d47f","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.565000059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"614350dc-13e9-4dc2-a77a-5e13edfff684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.566970526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a7b0685-09b4-4d0e-9dec-9a1511f9166e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.573482214Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-87a1a06b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-87a1a06b","reconcileID":"8f3e0707-2452-49f0-86e7-eee2e09f34f1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-87a1a06b-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-87a1a06b-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.586351818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"614350dc-13e9-4dc2-a77a-5e13edfff684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.59033266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a7b0685-09b4-4d0e-9dec-9a1511f9166e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.607179034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"614350dc-13e9-4dc2-a77a-5e13edfff684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.611457662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a7b0685-09b4-4d0e-9dec-9a1511f9166e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.618178429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28484015-ec74-4e82-b504-80743c853ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.634006669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28484015-ec74-4e82-b504-80743c853ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.653495642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28484015-ec74-4e82-b504-80743c853ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.669492476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28484015-ec74-4e82-b504-80743c853ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.702173355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"0241cf16-e45e-45eb-ba9c-0d033aa25247","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.723333949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"0241cf16-e45e-45eb-ba9c-0d033aa25247","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.779019946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"c6e6d857-ba9e-43ed-a11f-f045487cea6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.779069247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"cc753e79-f119-4387-8b32-315594ed7608","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.793411294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"bc69bb84-3f11-4795-a727-385439ce99d6","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.793688688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"a4934dff-538a-47b4-bed1-3ae9f8450239","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.800873085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"c6e6d857-ba9e-43ed-a11f-f045487cea6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.801939898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"cc753e79-f119-4387-8b32-315594ed7608","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.815055408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"bc69bb84-3f11-4795-a727-385439ce99d6","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.816135978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"a4934dff-538a-47b4-bed1-3ae9f8450239","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.923756076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"28c37693-ea16-4578-840d-cde1b0671712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.939158471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"a6814ab6-a72e-4e89-9e79-57f753d6531b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.939300461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"b8cd1d9b-ea5a-4810-89ff-042657a1fa40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.944771684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"28c37693-ea16-4578-840d-cde1b0671712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.966105399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"b8cd1d9b-ea5a-4810-89ff-042657a1fa40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:59.966907709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"a6814ab6-a72e-4e89-9e79-57f753d6531b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.05720755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"8b0621cf-3f73-4ccb-a63d-297ee0e2b318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.058428269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"a70ab80a-9f5d-4c03-85f2-fe6e36832a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.083107585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"8b0621cf-3f73-4ccb-a63d-297ee0e2b318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.087251925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"a70ab80a-9f5d-4c03-85f2-fe6e36832a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.143303897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"9e02746b-33b7-4f83-85cc-d08d0198fa0d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.175600038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"9e02746b-33b7-4f83-85cc-d08d0198fa0d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.238408276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"c2a3f611-dec0-4032-8656-c13a6e8ccc50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.240388561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"3d94891f-5054-4543-8cdc-3eb343d7986a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.261401118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"c2a3f611-dec0-4032-8656-c13a6e8ccc50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.263259737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"3d94891f-5054-4543-8cdc-3eb343d7986a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.339444788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"af1accc1-bf46-4639-872d-dfb9ae8363ac","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.365194051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"af1accc1-bf46-4639-872d-dfb9ae8363ac","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.384829393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3613e45c-afdd-4a27-902a-de9d68e2673e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.402963602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3613e45c-afdd-4a27-902a-de9d68e2673e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.418941497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3613e45c-afdd-4a27-902a-de9d68e2673e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.435201597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3613e45c-afdd-4a27-902a-de9d68e2673e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:01.063348628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32a8a70-ba97-48ed-87e4-c5bce27f47f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:01.080011535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32a8a70-ba97-48ed-87e4-c5bce27f47f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:01.09544271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32a8a70-ba97-48ed-87e4-c5bce27f47f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:01.111172928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32a8a70-ba97-48ed-87e4-c5bce27f47f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:02.68508065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"1ef9211c-1560-403b-93e8-8d9681b09f88","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:02.685106972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"1ef9211c-1560-403b-93e8-8d9681b09f88","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"auth-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"auth-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:02.717480683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"bb4f0e4d-9663-4252-98d2-01360937254d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:02.738063545Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"8869aec1-6283-435e-bec8-e75fb1cfb27d","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-211b8cf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:02.741343033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"bb4f0e4d-9663-4252-98d2-01360937254d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:02.824384573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"78c5dba8-8506-4250-ab4e-edd97f417bfd","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:02.845420353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"78c5dba8-8506-4250-ab4e-edd97f417bfd","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:04.102810601Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"cb5e866e-ce10-4a3f-8b71-3173d8f8218f","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:04.128622586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"cb5e866e-ce10-4a3f-8b71-3173d8f8218f","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:04.150197167Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"5841627d-e6f0-4f01-82d9-4cb65b8b5ffc","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:04.150247296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"5841627d-e6f0-4f01-82d9-4cb65b8b5ffc","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:04.176953037Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"30a607a0-0a2d-49d3-96bb-487e8c65c2cc","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:04.177031223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"30a607a0-0a2d-49d3-96bb-487e8c65c2cc","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:04.214113771Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"52932de0-2b58-4822-adc2-48984bd585fb","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:04.214165825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"52932de0-2b58-4822-adc2-48984bd585fb","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:04.271408861Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"47c79e01-aa0a-4642-afb7-856e91f3c9dd","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:04.271462767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"47c79e01-aa0a-4642-afb7-856e91f3c9dd","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:04.368376805Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"2d8b30af-0d42-4e43-bf4b-d90b856189a7","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:04.3684496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"2d8b30af-0d42-4e43-bf4b-d90b856189a7","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:04.545382961Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"9afa0866-d031-4f6c-9ae3-c40277339966","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:04.5454449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"9afa0866-d031-4f6c-9ae3-c40277339966","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:04.88304916Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"c970f3f3-3dac-4dce-8e6a-05e5c4c1a8e8","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:04.88311391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"c970f3f3-3dac-4dce-8e6a-05e5c4c1a8e8","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:05.540375081Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"21d5759b-0a71-4878-9c1d-aa7673f5c3f4","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:05.540441446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"21d5759b-0a71-4878-9c1d-aa7673f5c3f4","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:06.104678987Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:06.838424486Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"c9daa6a5-c31e-4e15-891d-11af78edf4a4","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:06.838520164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"c9daa6a5-c31e-4e15-891d-11af78edf4a4","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.131847934Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"626bf834-f0e8-4427-8793-036b8baddd4e","namespace":"llm","name":"e2e-dft-refs-712a84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.154541475Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"e6c40605-520d-444c-92ac-b3a1002bc11f","namespace":"llm","name":"e2e-dft-refs-712a84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.170305811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"0d997263-dfd9-4db0-8a0d-c3e3aef9fc77","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.180536136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1857689-8fc0-4e3c-a7a5-fb9f437050a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.1828734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"3044d5c6-c044-43ac-8f83-2a0cef53a741","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.183493119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1ee24f5d-321b-4848-ad72-faa86aadcee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.18530538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a59c4889-0567-41ff-b54b-5ba5de87fc96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.190898813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"0d997263-dfd9-4db0-8a0d-c3e3aef9fc77","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.201107674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1857689-8fc0-4e3c-a7a5-fb9f437050a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.204415398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"3044d5c6-c044-43ac-8f83-2a0cef53a741","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.204452019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"1ee24f5d-321b-4848-ad72-faa86aadcee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.20674135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a59c4889-0567-41ff-b54b-5ba5de87fc96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.220605744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1857689-8fc0-4e3c-a7a5-fb9f437050a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.228001307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3042a36b-1485-40dd-82cb-e8ae6d8dbe3f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.228020059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3042a36b-1485-40dd-82cb-e8ae6d8dbe3f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.228350532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"54f93b5b-258f-432d-afb3-79a0b6a51eaa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.228365017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"54f93b5b-258f-432d-afb3-79a0b6a51eaa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.228570764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bd757632-88b5-41fd-8284-7c3da3ffbf1a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.228582558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bd757632-88b5-41fd-8284-7c3da3ffbf1a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.228767239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92f3bb98-bbba-4718-a090-c7709d8315d1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.228793301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92f3bb98-bbba-4718-a090-c7709d8315d1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.229009018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c5516bf-381b-4e49-93ce-a4d7ff642be6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.229020872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c5516bf-381b-4e49-93ce-a4d7ff642be6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.229198029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5a0a93b4-b98f-48c8-82e0-3ea2923a6233","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.229207154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5a0a93b4-b98f-48c8-82e0-3ea2923a6233","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.229394129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"570540f9-c788-4db2-833a-2e8f6d3ed5b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.229403297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"570540f9-c788-4db2-833a-2e8f6d3ed5b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.229676486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93b93e21-d4e4-482a-ba48-0d33ff57ad80","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.22968694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93b93e21-d4e4-482a-ba48-0d33ff57ad80","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.230954034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a59c4889-0567-41ff-b54b-5ba5de87fc96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.252440102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"177ded6e-dd1c-4bd5-869c-a972bbdc4aff","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.252458078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"177ded6e-dd1c-4bd5-869c-a972bbdc4aff","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.252740812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"69db889f-d0d3-464c-a091-c8b2bab6bfc9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.252754472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"69db889f-d0d3-464c-a091-c8b2bab6bfc9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.253046984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fcc29f7-fd6b-43ee-8869-3548c429e19e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.253062023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fcc29f7-fd6b-43ee-8869-3548c429e19e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.253442932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4900a57c-b2c9-42dc-838c-12d4e7a61467","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.253455931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4900a57c-b2c9-42dc-838c-12d4e7a61467","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.253892306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2f9f6b8c-d952-4e0d-a83a-25ff9b0c28c9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.253906734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2f9f6b8c-d952-4e0d-a83a-25ff9b0c28c9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.254202374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"91832a75-eff1-40a9-80b6-77eb76e23072","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.254215755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"91832a75-eff1-40a9-80b6-77eb76e23072","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.254477841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"04cd9403-7733-4930-b2d4-fc5d2ae63bfe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.254490152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"04cd9403-7733-4930-b2d4-fc5d2ae63bfe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.254789545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a7eaa9b4-778d-4595-a8ff-11017fcbf47f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.254804728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a7eaa9b4-778d-4595-a8ff-11017fcbf47f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.269405934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"70f25dd0-5cde-4f3f-97b6-740e95cb06f0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.290561308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"70f25dd0-5cde-4f3f-97b6-740e95cb06f0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.294257816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32815667-8959-4a2d-b807-d9c4a96f65e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.29505759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eba156e5-efc6-4f0c-80c1-77105d5e7dbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.354949847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"a168fc9c-bbb7-415a-b062-819dbfaad1c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.373742418Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"69645545-17b6-487c-9169-c687494aadd6","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"name":"e2e-dft-refs-712a84","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.375555899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"6faae688-454b-40cd-9955-bf20ba313f46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.376198854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"a168fc9c-bbb7-415a-b062-819dbfaad1c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.396485176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"6faae688-454b-40cd-9955-bf20ba313f46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.47123005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"35c71a13-70bc-420a-8bf2-23be06aa5668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.471861947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"900dc2a9-fc5b-4d4a-b2bf-c387151487bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.48948709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"33a6b81a-3a0c-473a-ac13-642595f3604e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.572315229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"35c71a13-70bc-420a-8bf2-23be06aa5668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.575841594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"900dc2a9-fc5b-4d4a-b2bf-c387151487bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.584341497Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"f7978d3d-4612-4af4-b684-1457899bc48c","namespace":"llm","name":"e2e-dft-refs-712a84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.584957183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"40ae56d0-d282-48e6-a16e-062708b1021c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.588041795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"33a6b81a-3a0c-473a-ac13-642595f3604e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.599655918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"91332316-3dd0-4a86-9482-eebc8626bd18","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.604174094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"830956c1-3084-461b-baf1-a340ed05806e","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-712a84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.604192831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"830956c1-3084-461b-baf1-a340ed05806e","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-712a84-1dfc7b10f5a0","namespace":"llm","model":"e2e-dft-refs-712a84","externalModel":"e2e-dft-refs-712a84","provider":"e2e-dft-refs-712a84-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.605602209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"40ae56d0-d282-48e6-a16e-062708b1021c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.621456451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"91332316-3dd0-4a86-9482-eebc8626bd18","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.69624542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"ed70af9d-f3b5-4524-a3c3-cdaa50a1d7c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.705407064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"3fb51861-afd4-4b01-870e-0eeeedc62124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.717730839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"ed70af9d-f3b5-4524-a3c3-cdaa50a1d7c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.727215248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"3fb51861-afd4-4b01-870e-0eeeedc62124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.740228282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"5a8ab2cd-85f4-48aa-88bb-09d4ce6029a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.761170301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"5a8ab2cd-85f4-48aa-88bb-09d4ce6029a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.810124981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"08fe8f52-564c-4652-81bb-d503c6b319d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.826009599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"4a97f4c6-76bb-4ec1-ac9b-f1fc6a2ecf70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.833084616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"08fe8f52-564c-4652-81bb-d503c6b319d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.848557075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"4a97f4c6-76bb-4ec1-ac9b-f1fc6a2ecf70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.923682805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ef097b1-1fad-4655-be4e-850be17c4b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.923684778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"88954460-f60b-4549-bddd-4a8aa5230e9e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.945149008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"88954460-f60b-4549-bddd-4a8aa5230e9e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.945341822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ef097b1-1fad-4655-be4e-850be17c4b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:08.965146708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ef097b1-1fad-4655-be4e-850be17c4b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.023362283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd5e49e0-0105-4f99-9ffc-67e8a54650bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.023999569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"1d4dd2fd-9f15-4054-bc88-d4166c876c38","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.044303746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd5e49e0-0105-4f99-9ffc-67e8a54650bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.044707561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"1d4dd2fd-9f15-4054-bc88-d4166c876c38","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.064709099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd5e49e0-0105-4f99-9ffc-67e8a54650bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.108800081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"a090fc73-f732-4eec-b635-f8d57b2307ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.124353455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"e91603e2-177f-4b85-a1a9-4d3f479b0752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.125144096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"be49cd68-dcbf-4647-a272-e12fee3910d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.130052699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"a090fc73-f732-4eec-b635-f8d57b2307ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.146037683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"e91603e2-177f-4b85-a1a9-4d3f479b0752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.146928254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"be49cd68-dcbf-4647-a272-e12fee3910d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.22644248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"9ad22a82-1153-4b60-b4ea-05b8e2663370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.252267844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"9ad22a82-1153-4b60-b4ea-05b8e2663370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.261625386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"0a2e1aaa-f08b-409e-97ad-df57c0a04485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.287934732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"0a2e1aaa-f08b-409e-97ad-df57c0a04485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.3302033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"63e93a08-841f-4dda-8788-d700833a353b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.330248335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"d726502d-03f9-40b8-9ca5-d2c8a41737db","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.352051531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"63e93a08-841f-4dda-8788-d700833a353b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.352642036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"d726502d-03f9-40b8-9ca5-d2c8a41737db","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:09.418095819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"91f1d74e-0632-40f0-a30b-78953fe1b6c3","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:09.418180271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"91f1d74e-0632-40f0-a30b-78953fe1b6c3","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:10.908171705Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-3060d1","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1","reconcileID":"3f194ee6-1753-49f1-8f81-c263f82a3e12","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:10.930428041Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-3060d1","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1","reconcileID":"3e999522-0b28-4856-b7a6-cd47a8cc1608","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:10.959330532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"7a1bc846-3a12-448a-a8ab-42a396086825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:10.95936962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"b29c1e88-2aa8-4252-bfcc-0698b2879451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:10.959820709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"0f8cc92a-5670-40ca-9be8-48dc6e144747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:10.959826695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1daab467-b913-4577-9ecd-22c376feb5a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:10.965015014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cfff52b-30d6-45f0-b64e-ad9b184ee4a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:10.984495205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1daab467-b913-4577-9ecd-22c376feb5a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:10.984933183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"7a1bc846-3a12-448a-a8ab-42a396086825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:10.990732782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cfff52b-30d6-45f0-b64e-ad9b184ee4a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.039952978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"0f8cc92a-5670-40ca-9be8-48dc6e144747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.059028048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1daab467-b913-4577-9ecd-22c376feb5a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.059897286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"b29c1e88-2aa8-4252-bfcc-0698b2879451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.06024351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cfff52b-30d6-45f0-b64e-ad9b184ee4a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:11.089247797Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"afd50c08-4b6a-41d2-90bb-72f783a56ac3","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:11.089310971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"afd50c08-4b6a-41d2-90bb-72f783a56ac3","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.108744171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"1999997d-9a2f-4f40-b8ea-e012619bd3c9","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.112712639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"b0b5b3ec-4bd1-443a-9b4f-a34537a2727b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.119199786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"8953b722-1a0b-45c3-a24a-44f920c064d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.137746436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"b0b5b3ec-4bd1-443a-9b4f-a34537a2727b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.144117634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"8953b722-1a0b-45c3-a24a-44f920c064d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.150081696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"5571dc85-9528-4dfc-8032-f08ced80a4ba","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.167819541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"aac9181d-ad06-4d50-90b1-669a8df513eb","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.173616045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"c085e51e-56a4-4317-a4bc-2ae8742be924","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.175494669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-sub","reconcileID":"818eada1-c697-4dc8-8e01-43cc4cb75f2a","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.18523349Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"68ca944c-039f-4081-88fd-ee456026f78d","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.219919076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"d0c05cf1-244b-47b5-a05d-e8714d9f50e1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.221022012Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"8d2ecb61-5571-4218-9d1c-18602ce612ab","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.244103199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"d0c05cf1-244b-47b5-a05d-e8714d9f50e1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.254377058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","reconcileID":"4466da39-b741-4c48-9a24-d6e127ac576d","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-amb-28dbed-ba31199c6619","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","externalModel":"e2e-shr-amb-28dbed","provider":"e2e-shr-amb-28dbed-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.255568281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-sub","reconcileID":"979aa094-66b2-4681-af0d-e5012ae3401c","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.287746243Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","reconcileID":"caea1aec-3412-48ed-a3ad-e54f4f3e5bc4","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-amb-28dbed-40a594f216c8","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","externalModel":"e2e-shr-amb-28dbed","provider":"e2e-shr-amb-28dbed-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.313249566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"fafd7ca1-2086-4bc1-9dd0-238bb87ec31e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.313283451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"c864afe9-74f9-467f-b98c-70ff20297a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:11.320437047Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"332aec3f-4a42-46a8-a1a6-d77d01429ef0","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:11.320494345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"332aec3f-4a42-46a8-a1a6-d77d01429ef0","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.329009286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"82a0cc18-23d7-445f-ad65-5c9a88ff8797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.329113624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"50453f1d-a353-4640-bc8f-f511aeb2b571","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.335366253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"fafd7ca1-2086-4bc1-9dd0-238bb87ec31e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.33549471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"c864afe9-74f9-467f-b98c-70ff20297a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.338590505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"efd3a790-2074-4922-9674-67e0575507cd","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.351688095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"50453f1d-a353-4640-bc8f-f511aeb2b571","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.353252216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"82a0cc18-23d7-445f-ad65-5c9a88ff8797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.415176912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"e1be7700-2f78-43fb-a0cd-cb5eebce92e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.438626731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"e1be7700-2f78-43fb-a0cd-cb5eebce92e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.449953368Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","reconcileID":"7588383d-e58e-4022-bac0-83b31da0f70f","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-quota-3060d1","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.452065224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"6d8668bd-026b-44c8-9472-ef354e6da093","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.456761652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"9afc43f1-6bdc-49ad-80af-e9e915909fd1","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.484961044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"6d8668bd-026b-44c8-9472-ef354e6da093","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.487954913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"9afc43f1-6bdc-49ad-80af-e9e915909fd1","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.532345551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"11664e6b-106c-4f09-8394-ead0efeecf98","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.566054196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"11664e6b-106c-4f09-8394-ead0efeecf98","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.612184333Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","reconcileID":"b380fcc6-efbd-4c57-b0dc-dddec2effad8","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-quota-3060d1","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.658954086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00925845-99d9-4b50-97d4-de86c54bba95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.660641773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"ac79ae66-9bbf-4b82-a675-d373b4672972","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.681306123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00925845-99d9-4b50-97d4-de86c54bba95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.683052116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"ac79ae66-9bbf-4b82-a675-d373b4672972","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:11.683333414Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"d0f67ba3-6ffb-432d-b94d-19148dbbaf61","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:11.683388476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"d0f67ba3-6ffb-432d-b94d-19148dbbaf61","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.700770149Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","reconcileID":"f7a12813-fe4b-48bc-a2a9-f7968e9b4b4d","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-quota-3060d1","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.705252369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00925845-99d9-4b50-97d4-de86c54bba95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.74456515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"5e2d41b9-437a-4200-b32e-842c803eecc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.744846985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"388cbca7-4a7c-4296-b1e0-bceceb737d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.754338917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"8357e710-b150-44c9-ab13-df83d1c2967d","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.757090516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"400e1e25-7caf-424e-bbbe-07cf87c5a142","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.757209616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-sub","reconcileID":"960f36b8-b6d5-4cfb-a7f7-6bb62a759298","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.757506238Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"ca582fd5-0c03-41c8-b80c-a5ef335bbad0","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.758292124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-sub","reconcileID":"21fc5970-e468-4c82-8348-c4a130c96e9a","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.766515498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"388cbca7-4a7c-4296-b1e0-bceceb737d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.771638611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"5e2d41b9-437a-4200-b32e-842c803eecc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.798149783Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"cfbab297-ab40-4105-a8ca-ef139b320479","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.835533944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"747f4ee0-7d9d-4477-b4b2-527d7c2324db","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.850403043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"1e59ab37-6ec2-41c8-ab0d-3a432a555129","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.850559827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41cb4196-cac9-4dc7-b4b3-c105eb104e5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.850994453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"747ced23-6925-4bc2-b099-2f75bcb96962","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.868602101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","reconcileID":"a71b64ee-8b31-4d5f-8dfe-92d49c348836","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-amb-28dbed-ba31199c6619","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","externalModel":"e2e-shr-amb-28dbed","provider":"e2e-shr-amb-28dbed-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.872294293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41cb4196-cac9-4dc7-b4b3-c105eb104e5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.872722688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"1e59ab37-6ec2-41c8-ab0d-3a432a555129","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.874834316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"747ced23-6925-4bc2-b099-2f75bcb96962","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.892406352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41cb4196-cac9-4dc7-b4b3-c105eb104e5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.901830229Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","reconcileID":"7cf9c55c-ecf7-482b-ab3d-a9a6fddfc288","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-amb-28dbed-40a594f216c8","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","externalModel":"e2e-shr-amb-28dbed","provider":"e2e-shr-amb-28dbed-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.935461539Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"4b2d250a-079c-46f7-962e-aa29c4c74f75","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.947101273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"3921a9f6-b66f-4878-9bf5-7a8adee67dfe","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.947696321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"5c8215dd-6407-45f5-93b8-92086614f456","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.025299513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"5c8215dd-6407-45f5-93b8-92086614f456","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.025715775Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","reconcileID":"57406ede-e03c-4bd5-97c0-22963547e208","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"name":"e2e-shr-quota-3060d1","namespace":"e2e-extmod-shr-user-c05168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.026994898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"3921a9f6-b66f-4878-9bf5-7a8adee67dfe","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.05919884Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-3060d1","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1","reconcileID":"706b6b91-98b5-40dd-b246-31dce0f48f11","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:12.064688421Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"28a965d6-0b79-4d19-9201-52c84c0a8859","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:12.064746226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"28a965d6-0b79-4d19-9201-52c84c0a8859","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.081391392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","reconcileID":"ecbcd5f1-8e5a-49fb-b2e1-2b72403a69d3","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-f46d0816af9f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.093292214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"984b44f9-ea62-4630-a544-bfdcb73fc523","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.109348163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8bc899c-0004-41d5-9b4b-d925a3046ec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.110709353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3593a4d5-6f67-4348-9654-2d8f91124905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.114461544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"984b44f9-ea62-4630-a544-bfdcb73fc523","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.132480553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8bc899c-0004-41d5-9b4b-d925a3046ec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.136735784Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","reconcileID":"653d2710-8148-413b-a489-19f120448a42","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-2e3779854d6c","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.13842557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3593a4d5-6f67-4348-9654-2d8f91124905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.15316953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8bc899c-0004-41d5-9b4b-d925a3046ec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.158546198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3593a4d5-6f67-4348-9654-2d8f91124905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.168154621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"8a53cf03-0407-4dcb-a25c-25ceadbc4d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.168417097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"6db493a3-89a9-4c16-8703-3d62c12b8165","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.192363554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"8a53cf03-0407-4dcb-a25c-25ceadbc4d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.210651197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","reconcileID":"5620828b-3a6b-4989-b417-2f29439fbd97","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-2e3779854d6c","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.212839488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"6db493a3-89a9-4c16-8703-3d62c12b8165","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.227743496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"8110b7ce-3bc6-4b82-aee7-7588c3f4ab7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.245394193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","reconcileID":"08de2a0f-e819-4ab7-b742-dcc245467f14","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-f46d0816af9f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.24924081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"8110b7ce-3bc6-4b82-aee7-7588c3f4ab7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.265499315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"62313439-5449-4e2f-af5a-b14f2e583bf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.265499457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"077fb680-31a6-4f1a-8d9f-5298fc78251b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.294684363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"62313439-5449-4e2f-af5a-b14f2e583bf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.294706428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"077fb680-31a6-4f1a-8d9f-5298fc78251b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.364372277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"1d9dcc61-91e8-414d-81d1-ee3f541ec895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.366238336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"4eca4209-4379-48a7-a67f-47d1a447ad4b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.385483923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"1d9dcc61-91e8-414d-81d1-ee3f541ec895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.387138988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"4eca4209-4379-48a7-a67f-47d1a447ad4b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.489499609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"36bb96df-a66c-4542-8109-e199ab13ec37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.570145843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"3332701e-1c17-4757-a929-b1e19977e115","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.572518802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"36bb96df-a66c-4542-8109-e199ab13ec37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.572857565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"e975aa94-9042-49f8-ace6-a97c6d0b1e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.591887047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"3332701e-1c17-4757-a929-b1e19977e115","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.594371525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"e975aa94-9042-49f8-ace6-a97c6d0b1e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.614959924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"6fd30f48-643c-4c89-9647-2235c4f252bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.636011841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"6fd30f48-643c-4c89-9647-2235c4f252bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.655372351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"44dfb4e5-d03c-413c-b89c-c772112eaf0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.672482035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"b3314fbf-0901-4cb4-972b-fd44f14afb3f","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.677356601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"44dfb4e5-d03c-413c-b89c-c772112eaf0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.693413248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"b3314fbf-0901-4cb4-972b-fd44f14afb3f","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.754327774Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"d63ad3d2-01a0-408f-b1ec-1d3642667acb","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","subscription":"e2e-auth-iso-0d47dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.774037602Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"d63ad3d2-01a0-408f-b1ec-1d3642667acb","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.790720426Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"d63ad3d2-01a0-408f-b1ec-1d3642667acb","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"maas-trlp-auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.898544124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"86a14af7-5b98-48eb-8e61-f47e1ffeb3b7","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.898567687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"86a14af7-5b98-48eb-8e61-f47e1ffeb3b7","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"auth-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"auth-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.898883493Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.932804455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"e2e63889-dddc-4201-9fa3-41c6b1551401","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.954553328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"e2e63889-dddc-4201-9fa3-41c6b1551401","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:13.03818887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"3b5e3cee-4310-43a2-8dd2-4c2392d5dc83","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:13.060950557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"3b5e3cee-4310-43a2-8dd2-4c2392d5dc83","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:13.067374267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"9cd53977-0516-4aa5-9d3e-6bebefd35b30","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:13.067391002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"9cd53977-0516-4aa5-9d3e-6bebefd35b30","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"auth-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"auth-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:13.123932475Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"b502e0e9-a66f-405a-a35a-b6ee18a8521f","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-43f990fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:13.140638559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"d5db6784-9634-4bc2-be18-f914377aed39","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:13.166587187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"d5db6784-9634-4bc2-be18-f914377aed39","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:13.447011087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"92c6da84-bf83-41fa-b638-8c70af178a7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:13.474901479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"92c6da84-bf83-41fa-b638-8c70af178a7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.525732771Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"cf0c9e03-86a5-4f8d-9c9f-92c3b50d692d","namespace":"llm","name":"e2e-dft-refs-712a84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.544942901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"16014fa9-e9d3-4681-bfbc-6d51d1ba4efc","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-712a84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.544969462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"16014fa9-e9d3-4681-bfbc-6d51d1ba4efc","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-712a84-1dfc7b10f5a0","namespace":"llm","model":"e2e-dft-refs-712a84","externalModel":"e2e-dft-refs-712a84","provider":"e2e-dft-refs-712a84-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.61012499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"b0aa3844-472a-4323-ac79-d787b8e714b2","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.635572396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"b0aa3844-472a-4323-ac79-d787b8e714b2","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.676078066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"d2f3f99c-d57a-4cbf-a3af-bfd72bc63953","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.70831566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"386dea58-54d4-4da2-b201-a6b86c3460f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.718711323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4a67b7d-9081-4b42-bda2-81e83e275c7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.720138085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"498f95f3-ddb3-4f29-a5be-661a19bc8eb7","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.774096643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"d2f3f99c-d57a-4cbf-a3af-bfd72bc63953","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.836433069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"498f95f3-ddb3-4f29-a5be-661a19bc8eb7","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.925233448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4a67b7d-9081-4b42-bda2-81e83e275c7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.938533137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"386dea58-54d4-4da2-b201-a6b86c3460f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.956605268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4a67b7d-9081-4b42-bda2-81e83e275c7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.968487405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"386dea58-54d4-4da2-b201-a6b86c3460f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.002204154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"7346920a-fb2b-49de-a0ae-dda52e2d87d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.032072009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"7346920a-fb2b-49de-a0ae-dda52e2d87d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.116408391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"18bf708d-445b-41d2-856b-6de3c9d6527d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.117391911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ef80dc03-dc56-4bf7-91aa-c3f5f621f311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.152738476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"18bf708d-445b-41d2-856b-6de3c9d6527d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.162192799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ef80dc03-dc56-4bf7-91aa-c3f5f621f311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.206505318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"50527ad6-a364-4d75-925b-3d8c5a84ecc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.244838222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"50527ad6-a364-4d75-925b-3d8c5a84ecc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.319313218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"09aa5031-8741-4d64-82e5-96f6e229ae02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.35202846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"09aa5031-8741-4d64-82e5-96f6e229ae02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.405172321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"dd2df7a7-d078-4ce7-af6c-c3947d89f69f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.423802526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"46712e17-6c08-4669-9718-d1461fc13a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.424494508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"73a2d1e9-b60f-4662-b99f-bd2bcbd5c4f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.488466525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"dd2df7a7-d078-4ce7-af6c-c3947d89f69f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.507640901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"46712e17-6c08-4669-9718-d1461fc13a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.512984244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"73a2d1e9-b60f-4662-b99f-bd2bcbd5c4f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.540532879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"330d338e-9f34-4e1f-bce5-34bda56bb236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.571375733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"330d338e-9f34-4e1f-bce5-34bda56bb236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.623461704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"6f15c6a2-55d3-403e-a28a-30449c1271af","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.651000768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"6f15c6a2-55d3-403e-a28a-30449c1271af","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.738128111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"aaa9e9d4-f532-4b47-8b44-f57b44ee88d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:15.773365529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"aaa9e9d4-f532-4b47-8b44-f57b44ee88d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.370803868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"459163d1-e162-4162-87a3-da2cedcd3af3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.370832356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"459163d1-e162-4162-87a3-da2cedcd3af3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.371229104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d70a487d-6ed7-4bd0-a725-884800928336","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.371249242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d70a487d-6ed7-4bd0-a725-884800928336","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.371565889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9184c50e-b31a-45c6-a8d6-1b95a96b8fa5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.371584462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9184c50e-b31a-45c6-a8d6-1b95a96b8fa5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.371948855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39739ab2-66b3-4b3c-a251-a53257f383b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.371972509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39739ab2-66b3-4b3c-a251-a53257f383b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.372405504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2380bd66-ca43-4ec2-905e-b4204385c1fb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.372424763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2380bd66-ca43-4ec2-905e-b4204385c1fb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.372902537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d15fa803-cc2d-4d42-829a-f992d4af5647","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.372921376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d15fa803-cc2d-4d42-829a-f992d4af5647","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.373242039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6cea58b2-85f1-4b52-a3ae-647759b6cd5e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.37326066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6cea58b2-85f1-4b52-a3ae-647759b6cd5e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.373576883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"00b0d4dd-5cec-4a22-a5ea-3b9a70649db8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.373590269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"00b0d4dd-5cec-4a22-a5ea-3b9a70649db8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.39033313Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"0bd1b9fb-2a23-4cf6-8df0-5515e1dd6873","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-712a84-1dfc7b10f5a0","namespace":"llm","model":"e2e-dft-refs-712a84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.426496901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c983ec14-5917-4ef8-90cb-7f12fb9c9b54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.428046402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0fa8ccd-f61b-43e4-9666-6c6ec7bf92d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.445346535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dc0c0b4f-c555-45ac-9142-ebcb8a501365","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.445403993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f608ac97-b24b-44e4-8ff5-171a6eee0615","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.448321604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c983ec14-5917-4ef8-90cb-7f12fb9c9b54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.450597418Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","reconcileID":"174d3595-71fe-4d8c-b962-d55e65b929e9","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-f46d0816af9f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.451450493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0fa8ccd-f61b-43e4-9666-6c6ec7bf92d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.479861895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c983ec14-5917-4ef8-90cb-7f12fb9c9b54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.485276802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0fa8ccd-f61b-43e4-9666-6c6ec7bf92d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.548159015Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"ea8ac9ad-2b65-4880-8e58-3cc15cc5dc26","namespace":"llm","name":"e2e-dft-refs-712a84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.552539726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"004fc75b-d864-412d-9cca-caa0f355524d","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.564321216Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"f171a69d-a751-4511-9ce8-f61abc767161","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"name":"e2e-dft-refs-712a84","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.574172234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"004fc75b-d864-412d-9cca-caa0f355524d","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.619081503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"8c708301-65df-4a1d-ae27-20b018b56d73","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.632595977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dba60ff-eab4-41d9-800b-ee1598aacb5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.63410153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fc5b1c3-52a9-4530-aaf6-8e7caf42c896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.634599948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"01a725d9-2b2b-46b6-86e4-a7469d9f5da2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.64010782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"8c708301-65df-4a1d-ae27-20b018b56d73","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.658354138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fc5b1c3-52a9-4530-aaf6-8e7caf42c896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.658881286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"01a725d9-2b2b-46b6-86e4-a7469d9f5da2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.66340571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dba60ff-eab4-41d9-800b-ee1598aacb5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.682698588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fc5b1c3-52a9-4530-aaf6-8e7caf42c896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.684742186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dba60ff-eab4-41d9-800b-ee1598aacb5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.748051388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"9ac13886-b614-4faa-a0e2-0d5dff71eb0b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.770135446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"9ac13886-b614-4faa-a0e2-0d5dff71eb0b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.789938832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","reconcileID":"d1bcc9dc-94dc-4854-a91f-6ee290d170f4","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-f46d0816af9f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.835229836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"90fd4aef-2be7-4638-a4bb-26d96ff6daf8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.852230939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"25a6b536-4a46-4ca5-a3b4-42fd50e6ba68","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.856789822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"90fd4aef-2be7-4638-a4bb-26d96ff6daf8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.876348532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"25a6b536-4a46-4ca5-a3b4-42fd50e6ba68","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.926983551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"874180dc-220d-404e-88cd-6680f50e32f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.948484905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"69a6ed5c-54bd-4f17-b14e-32358ccda7c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.954677531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"874180dc-220d-404e-88cd-6680f50e32f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:17.975128414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"69a6ed5c-54bd-4f17-b14e-32358ccda7c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.062957622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"7a01b5b8-7a76-4854-8f6b-694bee236c8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.085426109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"7a01b5b8-7a76-4854-8f6b-694bee236c8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.136380242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"4e0de14a-0d13-4aa6-9149-73c0913201ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.136490711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"b749359e-c662-4fa7-bc85-f6c6f4574811","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.138448268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"ad3b9c96-1bcc-4194-8ee3-a0d43ee2ea9f","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.138515192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"83e074f5-35dd-4491-8e84-cf8507977772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.157541358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"b749359e-c662-4fa7-bc85-f6c6f4574811","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.157812115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"4e0de14a-0d13-4aa6-9149-73c0913201ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.160142745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"83e074f5-35dd-4491-8e84-cf8507977772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.160300306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"ad3b9c96-1bcc-4194-8ee3-a0d43ee2ea9f","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.236706772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"4b50b7ad-700b-4003-9072-c31945c1c718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.258035905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"4b50b7ad-700b-4003-9072-c31945c1c718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.403554528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"83135a8a-9ff4-483c-b296-cc563b40218e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.422176031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"8ea9f7a7-f5d1-4bf6-86df-7c3adafb21d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.427896129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"83135a8a-9ff4-483c-b296-cc563b40218e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.442859179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"8ea9f7a7-f5d1-4bf6-86df-7c3adafb21d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.780472817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"dd334bad-9eef-4da7-8599-1d7051333e00","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.78254904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"bc8ebfa2-2429-4089-8a01-14da19296347","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.795410249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"0c64ff05-96a3-4e98-bbc6-23d815e12a39","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.798610767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"8a228048-651d-4249-8351-97d57d156ea0","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.799309953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"afc1d679-9707-46d9-b62b-eff6ccfc07af","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.801985362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"dd334bad-9eef-4da7-8599-1d7051333e00","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.804291495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"bc8ebfa2-2429-4089-8a01-14da19296347","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.818696717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"0c64ff05-96a3-4e98-bbc6-23d815e12a39","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.823285964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"afc1d679-9707-46d9-b62b-eff6ccfc07af","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:18.825092849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"8a228048-651d-4249-8351-97d57d156ea0","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:19.007678509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"b29907dc-f3e9-443a-a004-722d6065a8fd","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:19.008147788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"7f1b78ab-2ede-455a-946a-bd46431a325d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:19.07203041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"7f1b78ab-2ede-455a-946a-bd46431a325d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:19.073647958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"b29907dc-f3e9-443a-a004-722d6065a8fd","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:19.137149228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"2ef3d380-95c6-4cd4-8bc0-396331d22069","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:19.137905205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"e9493d5e-f4cc-40f5-988d-355702fc2f7f","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:19.138285589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"a5a0a072-7518-41ee-b442-87f05f234bf4","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:19.172469874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"2ef3d380-95c6-4cd4-8bc0-396331d22069","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:19.174170524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"a5a0a072-7518-41ee-b442-87f05f234bf4","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:19.174609502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"e9493d5e-f4cc-40f5-988d-355702fc2f7f","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:20.786533258Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"43f74265-6d84-4603-a2be-af377d7499d2","namespace":"llm","name":"e2e-dft-refs-712a84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:20.802662984Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"678a3516-4a15-4dee-b31f-dc2e16fb0a27","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"name":"e2e-dft-refs-712a84","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:20.823354347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"0c012899-b472-4b67-bd7b-6394771fab78","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:20.839381192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"f7ec0970-a636-4968-a20e-5759cead4dd7","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:20.840041767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19321607-b3fa-44d9-a236-b48a8d66e0e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:20.840635402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fd4bc66-d5cf-42fe-9f6b-8a47e62668c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:20.845462122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"0c012899-b472-4b67-bd7b-6394771fab78","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:20.853726889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"63d8af40-1f0e-4116-86ff-f1d82e604ca5","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:20.879463006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"f7ec0970-a636-4968-a20e-5759cead4dd7","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:20.88291903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19321607-b3fa-44d9-a236-b48a8d66e0e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:20.890166417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fd4bc66-d5cf-42fe-9f6b-8a47e62668c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:20.974527518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19321607-b3fa-44d9-a236-b48a8d66e0e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:20.97609721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"63d8af40-1f0e-4116-86ff-f1d82e604ca5","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:20.976216068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fd4bc66-d5cf-42fe-9f6b-8a47e62668c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:20.989883487Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"a8f6e025-200f-4661-8514-a21baab95684","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"name":"e2e-dft-refs-712a84","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.006095725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3dc2a569-5bec-4358-a903-e03f2874cc16","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.006110685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3dc2a569-5bec-4358-a903-e03f2874cc16","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.0063861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f2b40201-58fa-4bc5-9496-055a8bfe75d3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.006397824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f2b40201-58fa-4bc5-9496-055a8bfe75d3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.006624775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f508e90b-506e-4223-9365-d7c7a62c58fd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.006635049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f508e90b-506e-4223-9365-d7c7a62c58fd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.006854157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fd506b74-cd62-457b-9c76-ae8ac9c803ee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.006868226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fd506b74-cd62-457b-9c76-ae8ac9c803ee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.007071886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a2cba19-bc5a-41fd-b230-54cfa330a957","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.007082803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a2cba19-bc5a-41fd-b230-54cfa330a957","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.007426344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3afbb6c-a36a-444a-afce-aeaeb21ab093","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.007441305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3afbb6c-a36a-444a-afce-aeaeb21ab093","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.007820344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"380e1761-74dd-4154-9539-43fcd91d8de5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.007833052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"380e1761-74dd-4154-9539-43fcd91d8de5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.008097645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"286aca27-d45f-489b-b708-05beae76cbaf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.008109695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"286aca27-d45f-489b-b708-05beae76cbaf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.070504712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"2c2b5df6-b3dc-47e7-a645-c72a9526f9e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.071647473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b0aaedbb-bc2f-49de-a875-3ba9d734f6bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.071734715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"831b73cb-b0df-4235-aa50-3e0d20026c90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.092046866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"2c2b5df6-b3dc-47e7-a645-c72a9526f9e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.100858706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"3acd0b27-40f6-4c55-a676-45d8a32bb61d","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.103104846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"2c55044c-f1f7-4515-ad1e-0b7ed25c9c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.125039528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"3acd0b27-40f6-4c55-a676-45d8a32bb61d","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.125290898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"2c55044c-f1f7-4515-ad1e-0b7ed25c9c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.179109967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"bc509585-ccbc-4249-8605-b786e5fc4958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.179847125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"25164d3e-9198-4bbe-b4b5-550a3f0d77aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.179957146Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"24a37192-03ce-464e-82b9-56d8ff1764f1","namespace":"llm","name":"e2e-dft-refs-712a84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.198866497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"c5f15f87-cf86-4501-b20c-2c022e9dc1d3","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-712a84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.198894278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"c5f15f87-cf86-4501-b20c-2c022e9dc1d3","MaaSModelRef":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-712a84-1dfc7b10f5a0","namespace":"llm","model":"e2e-dft-refs-712a84","externalModel":"e2e-dft-refs-712a84","provider":"e2e-dft-refs-712a84-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.204160399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"bc509585-ccbc-4249-8605-b786e5fc4958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.205660018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"25164d3e-9198-4bbe-b4b5-550a3f0d77aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.38083615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"7bed71e7-b330-4e67-a220-c818977ef892","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.382863111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"96464b63-1ed0-4876-9700-f63f581507e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.382994968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"7d69f8a6-7a25-47c3-b6ed-e8c4aba781c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.429283811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"7bed71e7-b330-4e67-a220-c818977ef892","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.434316159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"7d69f8a6-7a25-47c3-b6ed-e8c4aba781c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.441939951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"96464b63-1ed0-4876-9700-f63f581507e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.469199055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"5ab68193-dfb9-4ec7-a4fd-46bd08191179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.473192891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"52b587cf-3bb4-4005-ad2e-17dddaa17cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.491435586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"5ab68193-dfb9-4ec7-a4fd-46bd08191179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.495655073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"52b587cf-3bb4-4005-ad2e-17dddaa17cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.661437237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"27997762-346b-4b7e-8ff1-06d4af6c350d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.662843181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5034a6a9-3fa0-4253-8bf7-0010ae922b13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.677505808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"b8d5dd9f-bb08-4507-894d-8aadae21b671","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.68339578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"27997762-346b-4b7e-8ff1-06d4af6c350d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.684182016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5034a6a9-3fa0-4253-8bf7-0010ae922b13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.698476158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"b8d5dd9f-bb08-4507-894d-8aadae21b671","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.704463313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5034a6a9-3fa0-4253-8bf7-0010ae922b13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.74661571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"13349450-6be3-4c49-bb1a-c4d3baa2c98f","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.763476193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f6154aa-6120-4bc1-af55-d9770303d769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.767929271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"13349450-6be3-4c49-bb1a-c4d3baa2c98f","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.777408207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"9beffbb8-8dc7-4c73-b51f-53a18aa1ff3e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.779214187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"3e9594c0-2153-4ef9-89ee-618db7d189c5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.786183379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f6154aa-6120-4bc1-af55-d9770303d769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.798303788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"9beffbb8-8dc7-4c73-b51f-53a18aa1ff3e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.800620218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"3e9594c0-2153-4ef9-89ee-618db7d189c5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.807031857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f6154aa-6120-4bc1-af55-d9770303d769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.846308641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"5a619973-3ac6-4f58-b3cc-8dd1dace68a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.866988555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"5a619973-3ac6-4f58-b3cc-8dd1dace68a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.876416133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"0728558b-394d-480d-bd02-fad4c5ad4c62","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.897130545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"0728558b-394d-480d-bd02-fad4c5ad4c62","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.961147669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"26ac3903-839a-4259-9b9f-bc3f0d5490a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:21.982498562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"26ac3903-839a-4259-9b9f-bc3f0d5490a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:22.063040921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"0525baf8-04d8-48ea-916a-692ee7f11dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:22.063040928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"db637586-3bfe-45a0-b3d8-8a82086e2da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:22.085172097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"0525baf8-04d8-48ea-916a-692ee7f11dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:22.085202291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"db637586-3bfe-45a0-b3d8-8a82086e2da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:22.556115135Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"b6e8c4e0-c6a2-44d0-8fd3-e11363683f54","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:22.576542761Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"b6e8c4e0-c6a2-44d0-8fd3-e11363683f54","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:22.610417977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"b6e8c4e0-c6a2-44d0-8fd3-e11363683f54","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-87a1a06b-gw","tenantID":"e2e-migrate-87a1a06b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:22.662155965Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"b6e8c4e0-c6a2-44d0-8fd3-e11363683f54","name":"e2e-migrate-87a1a06b-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.142235568Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"21eb5819-c2c2-41ae-adb4-2f30d5c64e0e","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","subscription":"e2e-auth-iso-0d47dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.15950989Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"21eb5819-c2c2-41ae-adb4-2f30d5c64e0e","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.177240469Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"21eb5819-c2c2-41ae-adb4-2f30d5c64e0e","MaaSSubscription":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"maas-trlp-auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.335554882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"272b71fd-6340-405f-831c-903252c45419","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.335575056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"272b71fd-6340-405f-831c-903252c45419","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"auth-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"auth-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.335940142Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.369155601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"be97f80f-6d6f-45b7-9a3e-724508c7987a","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.392195222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"be97f80f-6d6f-45b7-9a3e-724508c7987a","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.479499532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"fd5cdb2b-934b-467e-94ef-074b09e5f4a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.487498007Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"06536893-2fe2-43ec-892c-aba9a6a95b23","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.487599472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"a3f2f102-df5a-4cf1-88ae-a2e24d3126d4","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.487615961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"a3f2f102-df5a-4cf1-88ae-a2e24d3126d4","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"auth-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"auth-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.503004578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"fd5cdb2b-934b-467e-94ef-074b09e5f4a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.567921629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"06536893-2fe2-43ec-892c-aba9a6a95b23","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.632281845Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"06536893-2fe2-43ec-892c-aba9a6a95b23","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.632311255Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-auth-iso-0d47dc","reconcileID":"06536893-2fe2-43ec-892c-aba9a6a95b23","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.656844466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"8248389e-6d70-42fe-96be-65ce6e6ad331","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/auth-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.656867005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"auth-test-model-f1e1c2","reconcileID":"8248389e-6d70-42fe-96be-65ce6e6ad331","MaaSModelRef":{"name":"auth-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"auth-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"auth-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.814229064Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"18922a2e-5fdc-4f46-bace-ba99a9ddbf52","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.814390527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"9d444336-c47f-4979-9030-337eec89b551","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.814419816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"9d444336-c47f-4979-9030-337eec89b551","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"auth-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"auth-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.865440592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"18922a2e-5fdc-4f46-bace-ba99a9ddbf52","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.923159414Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"18922a2e-5fdc-4f46-bace-ba99a9ddbf52","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.92318529Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-auth-iso-0d47dc","reconcileID":"18922a2e-5fdc-4f46-bace-ba99a9ddbf52","MaaSAuthPolicy":{"name":"e2e-auth-iso-0d47dc","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.944086553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"283facb4-6a8f-46df-8e08-86b313db01aa","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/auth-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.944112742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"auth-test-model-623b4b","reconcileID":"283facb4-6a8f-46df-8e08-86b313db01aa","MaaSModelRef":{"name":"auth-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"auth-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"auth-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:24.526907795Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"0116c2ba-8062-4c53-90fb-6cf525f712df","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.289548385Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"ab41caf7-23c7-42ae-867e-bb5afed5fa61","namespace":"llm","name":"e2e-dft-refs-712a84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.312510876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"63ebaa46-0279-4215-9f0c-2a79a9fc869d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.312532197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"63ebaa46-0279-4215-9f0c-2a79a9fc869d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.312840713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"24ab9047-b5ae-4d70-84af-2702daf5a67e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.312858156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"24ab9047-b5ae-4d70-84af-2702daf5a67e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.313111353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1e7dd2f9-ccda-401b-adb7-0c208cc615b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.313128167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1e7dd2f9-ccda-401b-adb7-0c208cc615b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.313364369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"728e9963-70a0-4175-958d-70dcdf3f90b2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.313376662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"728e9963-70a0-4175-958d-70dcdf3f90b2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.313631003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df2e1b74-c759-4345-8a0d-a37d14a87446","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.313646013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df2e1b74-c759-4345-8a0d-a37d14a87446","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.313959823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"80dfb6e2-5695-459b-b28d-1dba2bded5f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.313973153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"80dfb6e2-5695-459b-b28d-1dba2bded5f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.314251419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e141fe79-0190-4959-9275-37deaf4b9a6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.314265136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e141fe79-0190-4959-9275-37deaf4b9a6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.314652663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"23570c86-933e-4ef9-b29f-8dda8185ba50","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.314665418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"23570c86-933e-4ef9-b29f-8dda8185ba50","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.340221092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"5270380a-2f99-4167-9653-d0f0e9e72cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.340907731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"868dc5cf-9329-4966-8a21-6a2d68b65d8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.34300134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10b6952e-00c1-4fda-bd78-02df05055eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.345456738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"ad48f31b-c9d7-4b20-8bc1-95bb2c4d0aa8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.356098594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"1318e89a-dace-4e9b-a007-5303e89772b6","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.361898334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"5270380a-2f99-4167-9653-d0f0e9e72cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.36385835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"868dc5cf-9329-4966-8a21-6a2d68b65d8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.365035405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10b6952e-00c1-4fda-bd78-02df05055eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.368075667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"ad48f31b-c9d7-4b20-8bc1-95bb2c4d0aa8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.378243383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"1318e89a-dace-4e9b-a007-5303e89772b6","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.384051617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"868dc5cf-9329-4966-8a21-6a2d68b65d8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.385335858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10b6952e-00c1-4fda-bd78-02df05055eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.388995487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1fa903bd-b374-4027-bbfc-ccb9613854b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.389157526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b059a57-a376-443e-95fe-ebdd8c573bda","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.444006593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"078c536e-4d78-4905-b2bd-c17758c21e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.444515381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"840efdd6-ebb4-4fae-9427-663ec7043db1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.465878989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"840efdd6-ebb4-4fae-9427-663ec7043db1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.466028748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"078c536e-4d78-4905-b2bd-c17758c21e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.492724414Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-712a84","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-712a84","reconcileID":"b68df4b5-4122-4bb1-a1e2-43e9a8aa45ac","namespace":"llm","name":"e2e-dft-refs-712a84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.543760161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"4fd71862-5739-49b9-8f73-b25a8fae1e68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.562491503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"f01a3c49-402a-421f-9f1c-568ccab5056c","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.563224143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"751c73f9-eb9b-4dbb-8b88-81a105c5f04a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.588296114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"f01a3c49-402a-421f-9f1c-568ccab5056c","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.591682376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"751c73f9-eb9b-4dbb-8b88-81a105c5f04a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.59254615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"4fd71862-5739-49b9-8f73-b25a8fae1e68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.661438754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"ce45332d-4d0f-4481-8188-e3a262133213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.661713151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"e34da4e4-d6cd-499d-9705-16756e9b0a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.686411078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"e34da4e4-d6cd-499d-9705-16756e9b0a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.686576447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"ce45332d-4d0f-4481-8188-e3a262133213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.695856875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"d4b62ef7-e754-4f89-9639-2b497c98b137","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.711875388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"181789c2-9ed6-4623-93d0-3eaf2e1b26bb","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.723625931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"d4b62ef7-e754-4f89-9639-2b497c98b137","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.740799057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"181789c2-9ed6-4623-93d0-3eaf2e1b26bb","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.805604555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"ad204910-4ad0-404e-9383-6fa72495b91c","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.826821216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"ad204910-4ad0-404e-9383-6fa72495b91c","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.861932892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd2413b6-8ab6-4cdd-a639-ab5a420c1ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.862376348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17c374f2-b9fb-471f-8e0c-ae8c02da4e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.863331626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"67e74d12-9267-475a-9db8-3fafe764c3a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.883183197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd2413b6-8ab6-4cdd-a639-ab5a420c1ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.884028364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17c374f2-b9fb-471f-8e0c-ae8c02da4e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.886117148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"67e74d12-9267-475a-9db8-3fafe764c3a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.903552045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd2413b6-8ab6-4cdd-a639-ab5a420c1ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.904599702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17c374f2-b9fb-471f-8e0c-ae8c02da4e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.961539065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"a7974b58-1228-4c1b-9e32-d86dc0124ab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.961853828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"eb063faa-183d-4dc3-963a-c1f612380d1e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.962521707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"7e23a48c-92db-4ebc-a3a0-d7d6c49dd69f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.983039262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"eb063faa-183d-4dc3-963a-c1f612380d1e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.98349206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"a7974b58-1228-4c1b-9e32-d86dc0124ab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.985298799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"7e23a48c-92db-4ebc-a3a0-d7d6c49dd69f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:28.091478778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"ab9e4d21-f2b7-4cd9-bad9-b4345611fa6a","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:28.138944825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"ab9e4d21-f2b7-4cd9-bad9-b4345611fa6a","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.202235782Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-2a621a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-2a621a","reconcileID":"9d8688f5-9af0-4da6-bd2d-3ee1bbcdfe04","namespace":"llm","name":"e2e-dft-del-2a621a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.222739753Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-2a621a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-2a621a","reconcileID":"875e8dc8-1472-4086-9ded-dac0e93ccfc9","namespace":"llm","name":"e2e-dft-del-2a621a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.250751034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"4b0c5d49-cbc1-47a3-99b6-e4492864ff03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.250751064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8158d37-ec3f-4c15-9a97-d6ad0ce42f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.252352298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2524acdb-16a3-447e-9920-e7e593d857e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.252678695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d53c43d2-c0f6-4c09-8701-ec3ec8e3b719","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.254075631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"7f97aed9-6a8f-415d-9367-82247f29ff33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.272551293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"4b0c5d49-cbc1-47a3-99b6-e4492864ff03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.274318898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8158d37-ec3f-4c15-9a97-d6ad0ce42f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.276431016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d53c43d2-c0f6-4c09-8701-ec3ec8e3b719","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.278910903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2524acdb-16a3-447e-9920-e7e593d857e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.28017958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"7f97aed9-6a8f-415d-9367-82247f29ff33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.297574332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f6a38e39-4ec6-4f91-a790-5f92dc6c3928","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.29760328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f6a38e39-4ec6-4f91-a790-5f92dc6c3928","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.297981544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4666c87-88bf-482d-bae5-405f3b941829","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.297998862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4666c87-88bf-482d-bae5-405f3b941829","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.298411964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"099e2413-8230-41f8-b07a-99c43df68432","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.298421865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"099e2413-8230-41f8-b07a-99c43df68432","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.298843269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"af8e2e42-cc8f-4b40-972a-2ce39e8b37e5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.298855189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"af8e2e42-cc8f-4b40-972a-2ce39e8b37e5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.299102696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8f165a52-f6fe-4dc5-a678-6de4c2cb686c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.299111277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8f165a52-f6fe-4dc5-a678-6de4c2cb686c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.299322454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f6779a11-f98a-48be-8d7e-eb30691ab38c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.299330855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f6779a11-f98a-48be-8d7e-eb30691ab38c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.299554064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"263b5379-e136-49d5-8a8e-fccff651c6a7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.299562046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"263b5379-e136-49d5-8a8e-fccff651c6a7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.299762222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"14e911e9-62d5-4cd8-b7f3-6910e4994c36","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.299770458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"14e911e9-62d5-4cd8-b7f3-6910e4994c36","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.302275781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8158d37-ec3f-4c15-9a97-d6ad0ce42f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.305556314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2524acdb-16a3-447e-9920-e7e593d857e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.321128592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"245188a9-65c9-41bd-a00f-cee4ba2ea13b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.321146212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"245188a9-65c9-41bd-a00f-cee4ba2ea13b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.321436505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"52a233c1-3e0f-4ffd-a14b-4cc9ce9727b3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.321450899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"52a233c1-3e0f-4ffd-a14b-4cc9ce9727b3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.321692971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"75fbbbe4-9f84-4f0e-aa4f-1b0a3f9cd162","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.321706787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"75fbbbe4-9f84-4f0e-aa4f-1b0a3f9cd162","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.321960735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f93ebb8f-8c0a-4da6-b589-50da1d53ef17","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.321973459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f93ebb8f-8c0a-4da6-b589-50da1d53ef17","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.322223239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"17470a16-27c7-4f3c-a255-da12c2a4d806","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.322236897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"17470a16-27c7-4f3c-a255-da12c2a4d806","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.322521436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d8bf8fbf-7987-4417-86ef-c9453ff3c789","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.322534462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d8bf8fbf-7987-4417-86ef-c9453ff3c789","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.322827741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b0bd275-4bfe-41e0-b790-76274d361ab8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.322839833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b0bd275-4bfe-41e0-b790-76274d361ab8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.323170072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c39eb02-2090-4238-af87-0de153e9326c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.323181367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c39eb02-2090-4238-af87-0de153e9326c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.356365256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e5ada4ea-50bc-42d6-9476-4af71f7005e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.356940919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"dc4fb1c6-0190-4386-a189-1e5de94807bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.365593704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ed365771-079f-406f-87b6-df52c69dd5b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.366305298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e350fb8-584d-4b45-b719-4752d5371cf4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.381441466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"dc4fb1c6-0190-4386-a189-1e5de94807bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.400098895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e5ada4ea-50bc-42d6-9476-4af71f7005e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.461181204Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-2a621a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-2a621a","reconcileID":"faeff004-45a4-4f37-b7cc-f656f79b1c3f","MaaSModelRef":{"name":"e2e-dft-del-2a621a","namespace":"llm"},"name":"e2e-dft-del-2a621a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.474229055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"b5a42e04-2541-41dc-a04a-84e506108d0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.474839396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"f95302bf-1bf8-4c00-b73e-ec5383160dde","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.504437717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"b5a42e04-2541-41dc-a04a-84e506108d0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.507632833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"f95302bf-1bf8-4c00-b73e-ec5383160dde","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.574752301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"26c9f554-126d-427f-b71e-6acf2cdceb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.600425782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"88832c0c-94f6-4ff7-be79-4c036f5eac5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.601138141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"00737257-57dd-41f2-acbf-30cc21fddb90","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.618496464Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-2a621a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-2a621a","reconcileID":"039b0e06-4c65-408f-bd84-6d62eeefb26a","namespace":"llm","name":"e2e-dft-del-2a621a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.62309789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"26c9f554-126d-427f-b71e-6acf2cdceb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.626824519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"00737257-57dd-41f2-acbf-30cc21fddb90","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.631417663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"88832c0c-94f6-4ff7-be79-4c036f5eac5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.640332849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"6f88e409-6b22-428c-a858-055c76ed8e67","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.64533357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-2a621a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-2a621a","reconcileID":"3e8c1a56-4f5a-4f93-8223-57d758128a4a","MaaSModelRef":{"name":"e2e-dft-del-2a621a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-2a621a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.645350069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-2a621a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-2a621a","reconcileID":"3e8c1a56-4f5a-4f93-8223-57d758128a4a","MaaSModelRef":{"name":"e2e-dft-del-2a621a","namespace":"llm"},"routeName":"external-model-e2e-dft-del-2a621a-4dc1fe8f1917","namespace":"llm","model":"e2e-dft-del-2a621a","externalModel":"e2e-dft-del-2a621a","provider":"e2e-dft-del-2a621a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.661572373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"6f88e409-6b22-428c-a858-055c76ed8e67","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.681234715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"4ad7d947-36be-40f0-9b37-2ea3232361a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.764212551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"4ad7d947-36be-40f0-9b37-2ea3232361a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.776633431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"1ab94a72-8e48-4e79-a2bb-828909ca178c","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.809872672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"1ab94a72-8e48-4e79-a2bb-828909ca178c","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.839352287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"3c006fdf-d92b-46d5-bbc9-ed9785cd837b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.843407062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f314bbf3-befa-4c8b-9ee1-b29e81afaa72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.860406571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"3c006fdf-d92b-46d5-bbc9-ed9785cd837b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.864384577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f314bbf3-befa-4c8b-9ee1-b29e81afaa72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.886178854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f314bbf3-befa-4c8b-9ee1-b29e81afaa72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.936167687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"36da1453-fd1a-4e8e-802a-bf91540c1b2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.958468789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"36da1453-fd1a-4e8e-802a-bf91540c1b2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.037529669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23ce958d-ba09-4429-8e8c-8db9793345a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.041501682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"8a9fd1c9-c2c4-49f2-bc9a-2244d81af66f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.05889518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23ce958d-ba09-4429-8e8c-8db9793345a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.063655158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"8a9fd1c9-c2c4-49f2-bc9a-2244d81af66f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.074457394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"7a7094e1-51dc-41c9-9ff5-abd4611ff990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.075089367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"23c5b670-1091-45a8-858f-bac8afa0c4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.080814817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23ce958d-ba09-4429-8e8c-8db9793345a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.094263351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"bb7260ea-012b-4288-bdd6-839804d29570","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.099252018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"7a7094e1-51dc-41c9-9ff5-abd4611ff990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.10173548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"23c5b670-1091-45a8-858f-bac8afa0c4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.115220801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"bb7260ea-012b-4288-bdd6-839804d29570","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.132465067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"d6fbb476-b9cb-46dd-8073-f5c0f939cc6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.153190313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"d6fbb476-b9cb-46dd-8073-f5c0f939cc6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.23336849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"aec03c36-657c-4a53-8c25-a2178c6af0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.255132009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"aec03c36-657c-4a53-8c25-a2178c6af0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.274388009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"21b68b8b-ca87-4323-8c73-5b549649a069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.292439055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"ec62c449-9fe6-4d61-97bf-a46966424a2a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.297595764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"21b68b8b-ca87-4323-8c73-5b549649a069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.302391035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"e512d833-5e56-43d8-ab0b-830c6d08cd5c","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.30770127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"86b688ce-db83-43c8-b93a-bca1ca97aed9","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.316004652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"ec62c449-9fe6-4d61-97bf-a46966424a2a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.323209722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"e512d833-5e56-43d8-ab0b-830c6d08cd5c","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.328615593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"86b688ce-db83-43c8-b93a-bca1ca97aed9","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.711267538Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-2a621a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-2a621a","reconcileID":"accbedf2-1f3a-476f-8c3c-b45f3b9dad50","namespace":"llm","name":"e2e-dft-del-2a621a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.733112562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5ad6fdcd-3d89-4524-b1a6-38444498c768","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.7331348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5ad6fdcd-3d89-4524-b1a6-38444498c768","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.733397597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18f9b3ed-66b6-42d7-ba53-0a9052035fba","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.73340973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18f9b3ed-66b6-42d7-ba53-0a9052035fba","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.733630182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6e871d19-a431-494a-9690-e32a50634eae","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.733642461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6e871d19-a431-494a-9690-e32a50634eae","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.733871395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94b188f3-66b2-49da-a98c-2122ce816faa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.733884529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94b188f3-66b2-49da-a98c-2122ce816faa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.73418549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4323e001-1985-43f3-ac97-410a8c00e88d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.734199482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4323e001-1985-43f3-ac97-410a8c00e88d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.734496861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"64708b88-c68b-4f37-9be0-1911c536f967","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.734509123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"64708b88-c68b-4f37-9be0-1911c536f967","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.734724026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3c0cff0e-6982-473a-b395-af3cd8714f99","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.734735025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3c0cff0e-6982-473a-b395-af3cd8714f99","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.734963775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dd70523a-cf14-4df6-a6b4-0dffd232a4f7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.734975061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dd70523a-cf14-4df6-a6b4-0dffd232a4f7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.764139238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78b7e691-ae1c-4546-af71-e366bd12281e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.764377729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ca20d2d-1840-4181-a9ef-7c41eef6bb9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.764629116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"e4020ebc-1abf-4447-94dc-499b899aa5d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.764946361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"ce3fdc83-1989-4155-8134-29a9d2635014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.765150549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"477a1064-9391-4469-91b6-c03cc9ded1b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.794587258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78b7e691-ae1c-4546-af71-e366bd12281e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.800081864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ca20d2d-1840-4181-a9ef-7c41eef6bb9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.808995437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"e4020ebc-1abf-4447-94dc-499b899aa5d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.813643766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"ce3fdc83-1989-4155-8134-29a9d2635014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.814159864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"037e835d-732b-4391-a249-2845840044ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.814621013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"477a1064-9391-4469-91b6-c03cc9ded1b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.814691054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"963f3d9d-305e-4bd3-903b-85f044de699e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.817732033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78b7e691-ae1c-4546-af71-e366bd12281e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.839399312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ca20d2d-1840-4181-a9ef-7c41eef6bb9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.877208388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"6f8b540f-1f58-41d5-bd56-d54bb948f6b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.902461957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"6f8b540f-1f58-41d5-bd56-d54bb948f6b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.913059181Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-2a621a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-2a621a","reconcileID":"66afd4d4-f5b5-4a0f-8872-089051ecbcfe","namespace":"llm","name":"e2e-dft-del-2a621a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.945322466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"15e120bc-c16b-4f11-aa8b-d49e2731ea4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.967247274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"15e120bc-c16b-4f11-aa8b-d49e2731ea4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.995929903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"c8249608-bdc2-400d-a6bb-c5ff7d112055","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.996064787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"2c4d435d-ca89-4616-8f4f-180e5bb727a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.999550971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"560249d4-f514-4e33-b6c5-9b70214561c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.017166732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"c8249608-bdc2-400d-a6bb-c5ff7d112055","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.017563233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"2c4d435d-ca89-4616-8f4f-180e5bb727a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.020717115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"560249d4-f514-4e33-b6c5-9b70214561c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.143377599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"108517f0-8dc0-4ae2-ae11-a07020f94628","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.144213935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"3cff8273-d72c-4732-949a-94096e91aae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.217111278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"108517f0-8dc0-4ae2-ae11-a07020f94628","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.24096447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"1b01eb62-5a20-4bbc-aca4-1295d7e2d211","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.243490043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"3cff8273-d72c-4732-949a-94096e91aae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.26281178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"1b01eb62-5a20-4bbc-aca4-1295d7e2d211","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.291475876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"ae136bea-0c78-4655-9f30-d2a4c5b73373","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.318278609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"b729fe9f-5c4d-4451-8635-60236a92f800","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.319258062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"ae136bea-0c78-4655-9f30-d2a4c5b73373","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.339388185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"b729fe9f-5c4d-4451-8635-60236a92f800","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.432640674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66949460-5aa3-4ce9-acbb-0f366a43b100","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.433079332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1d20e30-9e6d-4878-a0c9-4a5c0c48a009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.454855264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1d20e30-9e6d-4878-a0c9-4a5c0c48a009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.46040524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66949460-5aa3-4ce9-acbb-0f366a43b100","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.477232017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1d20e30-9e6d-4878-a0c9-4a5c0c48a009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.487366949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66949460-5aa3-4ce9-acbb-0f366a43b100","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.592483749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"db5c0b65-346c-4740-bb66-f72e01eb7de9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.5931974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"300228a9-b35f-4795-96ad-bbe37fbbb626","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.594094448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"66eef6e7-d6c9-430b-8ec9-27d12e90ef65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.594678028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"4aeb90f4-058a-451a-97f9-ae724a33a503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.595496368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"ae8f99cf-2908-41a0-9a00-b13412342b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.62892898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"db5c0b65-346c-4740-bb66-f72e01eb7de9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.632174393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"300228a9-b35f-4795-96ad-bbe37fbbb626","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.634913801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"4aeb90f4-058a-451a-97f9-ae724a33a503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.637539356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"ae8f99cf-2908-41a0-9a00-b13412342b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.638404873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"66eef6e7-d6c9-430b-8ec9-27d12e90ef65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:34.912575106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78c779e4-27a5-44b9-819d-952110e3fff5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:34.912604649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78c779e4-27a5-44b9-819d-952110e3fff5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:34.945477945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79665f85-7143-4059-876a-352f40498517","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:34.945521743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79665f85-7143-4059-876a-352f40498517","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:34.98440301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab022785","namespace":"ai-tenant-e2e-mt-ab022785"},"namespace":"ai-tenant-e2e-mt-ab022785","name":"e2e-policy-ab022785","reconcileID":"0b4c149a-998c-4750-aa19-a596cb9d3d60","MaaSAuthPolicy":{"name":"e2e-policy-ab022785","namespace":"ai-tenant-e2e-mt-ab022785"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:35.109853289Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab022785","namespace":"ai-tenant-e2e-mt-ab022785"},"namespace":"ai-tenant-e2e-mt-ab022785","name":"e2e-policy-ab022785","reconcileID":"0b4c149a-998c-4750-aa19-a596cb9d3d60","MaaSAuthPolicy":{"name":"e2e-policy-ab022785","namespace":"ai-tenant-e2e-mt-ab022785"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:35.141271436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 52, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab022785","namespace":"ai-tenant-e2e-mt-ab022785"},"namespace":"ai-tenant-e2e-mt-ab022785","name":"e2e-policy-ab022785","reconcileID":"0b4c149a-998c-4750-aa19-a596cb9d3d60","MaaSAuthPolicy":{"name":"e2e-policy-ab022785","namespace":"ai-tenant-e2e-mt-ab022785"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:35.166421287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eeb19ef8-f581-490f-b1b4-d56734274492","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:35.166447719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eeb19ef8-f581-490f-b1b4-d56734274492","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.122007528Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.426078495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"bc7f8516-0ee8-4324-8ba2-b083d3249c7f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.427364891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"c7e318eb-956c-43c9-9719-2e5666c156fc","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.446972061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"7d51a16a-6091-4678-a043-b7ae9311d494","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.447935846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"5530df80-929b-414e-8c58-465097abad03","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.448739065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"4b7835d5-19b5-491d-9a64-d42f77f0a577","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.518002084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"c7e318eb-956c-43c9-9719-2e5666c156fc","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.566611411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"5530df80-929b-414e-8c58-465097abad03","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.542676627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"7d51a16a-6091-4678-a043-b7ae9311d494","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.594521317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"4b7835d5-19b5-491d-9a64-d42f77f0a577","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.676336181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"bc7f8516-0ee8-4324-8ba2-b083d3249c7f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.870671607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"9226e070-44e9-4949-a74e-d12fe9fc6dd0","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.887706854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"7778afcd-8eac-43b1-b0b9-c1588b35ed31","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.907430371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"9226e070-44e9-4949-a74e-d12fe9fc6dd0","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.938676286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"7778afcd-8eac-43b1-b0b9-c1588b35ed31","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:37.016233509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"db0c3edf-9e47-4751-9388-106bc4507230","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:37.021711154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"3c5fae13-7ac9-4b5e-ba1e-29228e4a8411","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:37.048874759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"d1f090ae-c5cb-4485-a3a5-5674a7b25d6a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:37.171322198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"d1f090ae-c5cb-4485-a3a5-5674a7b25d6a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:37.18309109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"db0c3edf-9e47-4751-9388-106bc4507230","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:37.269223139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"3c5fae13-7ac9-4b5e-ba1e-29228e4a8411","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:41.527663225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9b067a3-54cc-4dde-b6ba-aea571ef97db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:41.583283599Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9b067a3-54cc-4dde-b6ba-aea571ef97db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:41.603689214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 52, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9b067a3-54cc-4dde-b6ba-aea571ef97db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:41.625608607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58104aa9-a49b-4a94-922c-b62fb26e0e03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:41.625627248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58104aa9-a49b-4a94-922c-b62fb26e0e03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:41.627082438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc6c6019-8e3c-4bd2-a637-ed558b5ef2a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:41.648224361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc6c6019-8e3c-4bd2-a637-ed558b5ef2a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:41.668091377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 52, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc6c6019-8e3c-4bd2-a637-ed558b5ef2a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:41.690016252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3b1ea23a-96fa-480e-beed-d0eaa71b43af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:41.690030965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3b1ea23a-96fa-480e-beed-d0eaa71b43af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:45.100192174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"b5038c8f-ef48-4bbe-93cf-b4a3a4c25e41","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:45.120698252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"73a7e0eb-4bd8-4aee-b88e-b37595e87ccb","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:45.169018257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ac73647b","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-gw-auth-ac73647b","reconcileID":"d6156fa2-4224-44b8-8f13-12860daf8726","MaaSAuthPolicy":{"name":"e2e-gw-auth-ac73647b","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:45.190033428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ac73647b","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-gw-auth-ac73647b","reconcileID":"d6156fa2-4224-44b8-8f13-12860daf8726","MaaSAuthPolicy":{"name":"e2e-gw-auth-ac73647b","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:45.277834188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"6d41cdaa-c139-4f5c-a792-629325415879","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:45.328019243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ac73647b","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-gw-auth-ac73647b","reconcileID":"f3dfd3a5-74d3-432a-9fb8-a40f00477c65","MaaSAuthPolicy":{"name":"e2e-gw-auth-ac73647b","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:45.372122007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ac73647b","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-gw-auth-ac73647b","reconcileID":"f3dfd3a5-74d3-432a-9fb8-a40f00477c65","MaaSAuthPolicy":{"name":"e2e-gw-auth-ac73647b","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:46.874113149Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"1d0690fd-c3d3-4e65-a211-998a6cab3c75","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:46.912323403Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"1d0690fd-c3d3-4e65-a211-998a6cab3c75","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:47.306414056Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"2fde0c68-8be8-417b-9a08-cade28209ac0","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:47.306480894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"2fde0c68-8be8-417b-9a08-cade28209ac0","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:47.707709735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc6b3fc-a532-4cd3-8dcc-38ed16129299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:47.72387742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc6b3fc-a532-4cd3-8dcc-38ed16129299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:47.742205369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc6b3fc-a532-4cd3-8dcc-38ed16129299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:47.758145963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc6b3fc-a532-4cd3-8dcc-38ed16129299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:48.501972196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"114a5410-c243-4343-b6d8-f1d85d98ddc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:48.517659305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"114a5410-c243-4343-b6d8-f1d85d98ddc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:48.533386691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"114a5410-c243-4343-b6d8-f1d85d98ddc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:48.549032398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"114a5410-c243-4343-b6d8-f1d85d98ddc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:48.893090397Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"a4d39ed0-ace8-4d50-a764-f8698d50ad79","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:50.486591808Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"e54c7117-ccd2-4423-b1c4-f14b9caf1eb2","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:50.486675454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"e54c7117-ccd2-4423-b1c4-f14b9caf1eb2","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:50.540886165Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"08dee3b5-a112-4656-9063-24fbff40b118","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:50.540947798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"08dee3b5-a112-4656-9063-24fbff40b118","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:50.829578347Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"90dc2ba8-3691-4d30-ae8e-419b75bfbc62","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:50.82963934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"90dc2ba8-3691-4d30-ae8e-419b75bfbc62","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:50.917622702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62b64c4e-5151-4673-bdb4-58b788222fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:50.937427181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62b64c4e-5151-4673-bdb4-58b788222fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:50.938957092Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"baececc4-60e2-43b9-ae99-e78c3dc23615","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:50.939014031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"baececc4-60e2-43b9-ae99-e78c3dc23615","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:50.95320855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62b64c4e-5151-4673-bdb4-58b788222fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:50.968733918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62b64c4e-5151-4673-bdb4-58b788222fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.637617436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2099f23-3435-40ee-a39a-45c041a4f9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.653400564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2099f23-3435-40ee-a39a-45c041a4f9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.669630772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2099f23-3435-40ee-a39a-45c041a4f9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.685716252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2099f23-3435-40ee-a39a-45c041a4f9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.716898526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c55af0d-425d-4904-ae00-158656a668e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.738519242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c55af0d-425d-4904-ae00-158656a668e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.753953546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16c4a4e1-9258-4cf8-8ef7-fa30f5fae3d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.758688886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 52, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c55af0d-425d-4904-ae00-158656a668e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.775358175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16c4a4e1-9258-4cf8-8ef7-fa30f5fae3d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.7957411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 52, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16c4a4e1-9258-4cf8-8ef7-fa30f5fae3d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:51.986185609Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"3a22a0a5-ff24-4bbe-a5d0-21c5d0abbdca","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:51.986252582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"3a22a0a5-ff24-4bbe-a5d0-21c5d0abbdca","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:52.038513007Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-944506","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-944506","reconcileID":"e4e2efdd-ef4d-4d33-9eaf-f3a04a40ef31","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-944506","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-944506":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:52.191135371Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"0d7e35e7-55bf-4131-8347-f51fe28d5e1d","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:52.191205057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"0d7e35e7-55bf-4131-8347-f51fe28d5e1d","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:52.36285174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7297954-a1b9-4aed-8817-9bc78979ac1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:52.378459269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7297954-a1b9-4aed-8817-9bc78979ac1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:52.393942736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7297954-a1b9-4aed-8817-9bc78979ac1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:52.409560322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7297954-a1b9-4aed-8817-9bc78979ac1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:53.06149836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622c0339-a03e-4bb8-9fcd-04cb78124282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:53.077180356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622c0339-a03e-4bb8-9fcd-04cb78124282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:53.092558565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622c0339-a03e-4bb8-9fcd-04cb78124282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:53.10816318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622c0339-a03e-4bb8-9fcd-04cb78124282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:53.602332084Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"8ac55f6c-e760-435d-8e97-47686d0ad0b7","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:22:53.602422915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"8ac55f6c-e760-435d-8e97-47686d0ad0b7","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:00.69942334Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"c7a02bbb-3e2a-42b5-86a3-c91e44ef2a81","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:00.699492006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"c7a02bbb-3e2a-42b5-86a3-c91e44ef2a81","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:00.992442607Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab022785","namespace":"ai-tenant-e2e-mt-ab022785"},"namespace":"ai-tenant-e2e-mt-ab022785","name":"e2e-policy-ab022785","reconcileID":"cd800c7d-6652-44ea-b064-0d34b03cb3d9","MaaSAuthPolicy":{"name":"e2e-policy-ab022785","namespace":"ai-tenant-e2e-mt-ab022785"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:01.109856627Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab022785","namespace":"ai-tenant-e2e-mt-ab022785"},"namespace":"ai-tenant-e2e-mt-ab022785","name":"e2e-policy-ab022785","reconcileID":"cd800c7d-6652-44ea-b064-0d34b03cb3d9","MaaSAuthPolicy":{"name":"e2e-policy-ab022785","namespace":"ai-tenant-e2e-mt-ab022785"},"policyNamespace":"ai-tenant-e2e-mt-ab022785","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:01.299485312Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ac73647b","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"e2e-gw-auth-ac73647b","reconcileID":"61aba95a-4083-44cd-ac22-091c1d73631c","MaaSAuthPolicy":{"name":"e2e-gw-auth-ac73647b","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:01.299907804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"648b93a9-9fc1-4fcb-8bc7-8e678b9dff9a","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:01.351862298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"f32ce928-1d47-4ed2-a618-f4191a2b51fa","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:01.828417275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3482b5a4-45fe-48d0-a79f-c4feeeb2f6e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:01.854025858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf7d8449-0739-4d23-87b9-187c2a74b7d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:01.855047376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3482b5a4-45fe-48d0-a79f-c4feeeb2f6e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:01.887218649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf7d8449-0739-4d23-87b9-187c2a74b7d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:01.960135897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6bd29c6-43d3-4759-84b0-cbe299292730","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:01.960161321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6bd29c6-43d3-4759-84b0-cbe299292730","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:01.988135909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15a2b633-772e-4a6f-b1e5-0b371ded363f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:01.988257462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15a2b633-772e-4a6f-b1e5-0b371ded363f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.301514069Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"2bdf113f-a0c6-4a21-832b-547c7bc32239","namespace":"llm","name":"e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.323346762Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"4421ea5a-a2cc-437b-a746-7d936941f13c","namespace":"llm","name":"e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.354860373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c435512f-0f8d-439d-bc81-a715f2be7258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.354860381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6a4c7fb-b78c-4a56-989c-de724c7471b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.35556919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"77b98aae-0d92-4266-8777-bc5060106985","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.375217757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"246e1d28-3d84-43ed-bccb-5c35bed35bb9","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.37524484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"acaf2777-6ca0-4c0a-ab2e-55aa078ad440","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.385965472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c435512f-0f8d-439d-bc81-a715f2be7258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.387017064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6a4c7fb-b78c-4a56-989c-de724c7471b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.400065527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"246e1d28-3d84-43ed-bccb-5c35bed35bb9","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.401408684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"77b98aae-0d92-4266-8777-bc5060106985","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.402466837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"acaf2777-6ca0-4c0a-ab2e-55aa078ad440","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.434521176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"52bdfa1a-9e55-4e29-9d3d-c4b73a3cf26f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.43454383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"52bdfa1a-9e55-4e29-9d3d-c4b73a3cf26f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.434927016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"feb61af6-dba9-4a30-b3c1-28fe74569cf3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.434944259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"feb61af6-dba9-4a30-b3c1-28fe74569cf3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.435268077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cbb4b263-6bc7-4282-b876-152893ca81ca","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.435284607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cbb4b263-6bc7-4282-b876-152893ca81ca","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.435598517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"69e6ec96-e68f-4eaa-a770-437ffb2c64cf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.435617646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"69e6ec96-e68f-4eaa-a770-437ffb2c64cf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.43588591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"49f8a76c-230a-47c3-a6b1-50787467ec97","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.435899707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"49f8a76c-230a-47c3-a6b1-50787467ec97","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.436124183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"659d7a31-beee-41c0-bca9-190497cc517f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.436135661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"659d7a31-beee-41c0-bca9-190497cc517f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.436340068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02bf4cf6-be13-47e4-b84b-b51cf5cfc6e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.436351332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02bf4cf6-be13-47e4-b84b-b51cf5cfc6e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.436639131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31ca2174-da87-40da-b7b3-bf46b9a5af98","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.436650863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31ca2174-da87-40da-b7b3-bf46b9a5af98","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.462901412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14f109f0-4668-468f-b385-9f3e32647371","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.462920447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14f109f0-4668-468f-b385-9f3e32647371","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.463322595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a57f3f0e-b372-448b-9049-780595221ee6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.463388037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a57f3f0e-b372-448b-9049-780595221ee6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.463714708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79243f63-167d-40ed-a7e0-5d85b95d7c92","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.463728741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79243f63-167d-40ed-a7e0-5d85b95d7c92","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.464081198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3b0d1bd6-5c86-47f2-b564-2c05a333c9d5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.464099258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3b0d1bd6-5c86-47f2-b564-2c05a333c9d5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.464409672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fd3b793b-86a4-4ae9-bd92-f1ae69f6e1f3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.464423495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fd3b793b-86a4-4ae9-bd92-f1ae69f6e1f3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.464637644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0825c624-b57c-4214-8d5a-40ba69e75b98","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.464647546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0825c624-b57c-4214-8d5a-40ba69e75b98","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.464876486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2623e3f0-fb5f-4a83-a0af-5812745b82fe","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.464886913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2623e3f0-fb5f-4a83-a0af-5812745b82fe","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.465074311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2cbcb93-8424-410e-bfc8-1bf21e0c09ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.46508348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2cbcb93-8424-410e-bfc8-1bf21e0c09ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.507759347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f336466c-250d-4907-9071-a467b57c2dbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.508541388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ea7e9a5-41b3-44c1-9c19-090568fd2ff9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.560854895Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"ed70fffd-f34b-40f4-87d6-9a1034c37e49","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"name":"e2e-rt-sw-0ec724","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.592305098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"7b4c6746-3ec7-4560-bd49-3a41c70561e3","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.614215018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"7b4c6746-3ec7-4560-bd49-3a41c70561e3","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.672316752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5ca1d9d-bcfb-444a-b22c-5ded065e249d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.677449685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"82ef6e8b-2eec-408c-bd7e-ef1ea2e36326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.678060026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"118422d5-f7b0-4814-a242-e484884e4818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.678871395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9c4b129e-7f8f-4925-83b8-6699832ed887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.702728034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5ca1d9d-bcfb-444a-b22c-5ded065e249d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.709261309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"118422d5-f7b0-4814-a242-e484884e4818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.710130717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"82ef6e8b-2eec-408c-bd7e-ef1ea2e36326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.712764933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9c4b129e-7f8f-4925-83b8-6699832ed887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.906750167Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"4f2998a0-167a-429a-91ae-c249f094895b","namespace":"llm","name":"e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.935596815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"8d70c61c-5595-4b5c-94d4-f5480d184cc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.936472373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"afa2c332-1cfd-4356-962b-3a379e362118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.938576922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"c337a1d7-5990-4db4-9adf-ed872797c2db","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.938657651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"c337a1d7-5990-4db4-9adf-ed872797c2db","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.960364255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"afa2c332-1cfd-4356-962b-3a379e362118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.963416006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"8d70c61c-5595-4b5c-94d4-f5480d184cc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.002543482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"e3f85ec2-d960-4417-bd07-e5677b51de79","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.003242402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"d7b4e54f-8b36-4933-ab26-62a29b20ddca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.006201644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"137a7a1e-10d1-4ead-b6d0-83245c8af11f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.026597526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"d7b4e54f-8b36-4933-ab26-62a29b20ddca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.026587543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"e3f85ec2-d960-4417-bd07-e5677b51de79","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.030717704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"137a7a1e-10d1-4ead-b6d0-83245c8af11f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.186552013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"496cb69f-a9d3-431e-92c4-8e713f09b723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.20287785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"c88680c0-6698-4d38-9780-d1d59a1cc550","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.208155624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"496cb69f-a9d3-431e-92c4-8e713f09b723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.22410248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"c88680c0-6698-4d38-9780-d1d59a1cc550","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.271596391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9abf96a3-f448-4960-a6ec-d3c19bef32c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.272134819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"2f60b182-a399-44a3-ad9e-d55130e270c8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.286223147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"b1535324-d147-438b-876c-816c712b3f4d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.293734565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9abf96a3-f448-4960-a6ec-d3c19bef32c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.294382271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"2f60b182-a399-44a3-ad9e-d55130e270c8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.307042535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"b1535324-d147-438b-876c-816c712b3f4d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.320028171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"538ffcec-b4a3-42f3-b3f4-18a7bb9fa8b7","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.340887042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"538ffcec-b4a3-42f3-b3f4-18a7bb9fa8b7","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.367513526Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"0304c3a0-f3da-4f75-8869-7a8339ccec34","namespace":"llm","name":"e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.401496555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"4f100e60-2da7-4bf8-8b8c-053576957d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.404545601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ccfa527-32de-4731-b943-5a28bb1b2b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.420659145Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.424860531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"4f100e60-2da7-4bf8-8b8c-053576957d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.42873489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ccfa527-32de-4731-b943-5a28bb1b2b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.484655924Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","reconcileID":"5c4c8cb2-9e33-4efd-8f79-70950114b4d6","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-f46d0816af9f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.571427765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"585d7b4c-ccfa-47b5-b659-e1842f959ad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.572130819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"cf182a8c-e9df-4140-a12b-5dde49e9fb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:04.587347618Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-9ba664/e2e-shr-quota-3060d1-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-3060d1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.588122902Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"33c08769-a5a1-4a3b-a810-62ff37083268","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.592834229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"cf182a8c-e9df-4140-a12b-5dde49e9fb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.593546789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"585d7b4c-ccfa-47b5-b659-e1842f959ad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.621285606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e70c1f26-9c2a-43fc-96b3-16e3d8de7595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.62245593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","reconcileID":"20b9e387-11e6-4797-94a6-5c4b440553c5","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-f46d0816af9f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.636003791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"64441809-3cd5-4691-be8d-71be4be4a7e5","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.636094062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"e8b6fcb0-301a-4cba-9be4-cf2e108e70eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.643423475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e70c1f26-9c2a-43fc-96b3-16e3d8de7595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.657207752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"e8b6fcb0-301a-4cba-9be4-cf2e108e70eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.657340128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"64441809-3cd5-4691-be8d-71be4be4a7e5","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.65800103Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-sub","reconcileID":"73209e85-3fd0-4c41-a708-8122c33b0109","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","model":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-9ba664/e2e-shr-quota-3060d1-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.658401246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"7e48f0a8-6e9b-455d-98a4-57da4eef05ab","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.721349759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"5a2f4347-b06d-46e3-be1a-1d17fe92e4bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.721349837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"8f22cb5e-ffdb-4dd4-b7e9-a86d3d7af8c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.746068116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"8f22cb5e-ffdb-4dd4-b7e9-a86d3d7af8c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.74627322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"5a2f4347-b06d-46e3-be1a-1d17fe92e4bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.750815035Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","reconcileID":"99e7688c-9d54-4556-adcb-2d057b381cbb","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-f46d0816af9f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.815496389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-sub","reconcileID":"3c4eb994-b42a-42d1-a018-15bf6f746249","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.893035143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e0d1789-401a-47d9-8351-b361754d63ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.893032179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9f34b122-e499-472f-9e54-01a5b9b6d000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.911302299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"e8e5b27f-af56-4838-a459-e3502783571d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.918988153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9f34b122-e499-472f-9e54-01a5b9b6d000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.919671248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e0d1789-401a-47d9-8351-b361754d63ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.932199155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"e8e5b27f-af56-4838-a459-e3502783571d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.990675061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"74a4b504-1adc-45d0-85bc-3dc79ec254bf","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:05.005602564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"820fb70e-5fdf-44ab-9197-c23e237bc68d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:05.011309612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"74a4b504-1adc-45d0-85bc-3dc79ec254bf","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:05.028044598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"820fb70e-5fdf-44ab-9197-c23e237bc68d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:05.193411366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"011a6b7b-0d34-4630-809c-042c78a33045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:05.194140737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8978ecba-42d6-4d5c-bca2-9bce076cb953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:05.209062443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"4e1d03c2-ca2c-4139-a684-7d3e5088bb96","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:05.214180459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"011a6b7b-0d34-4630-809c-042c78a33045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:05.214708028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8978ecba-42d6-4d5c-bca2-9bce076cb953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:05.230302283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"4e1d03c2-ca2c-4139-a684-7d3e5088bb96","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:06.105199833Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.070614376Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","namespace":"ai-tenant-e2e-migrate-87a1a06b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.070671431Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","namespace":"ai-tenant-e2e-migrate-87a1a06b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.07072005Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","tenant":"e2e-migrate-87a1a06b","tenantID":"e2e-migrate-87a1a06b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.089676558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"Deployment","name":"maas-api-e2e-migrate-87a1a06b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.11825249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"Service","name":"maas-api-e2e-migrate-87a1a06b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.144116611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-87a1a06b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.161912855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-87a1a06b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.190286359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-87a1a06b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.2142757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-87a1a06b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.230741886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-87a1a06b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.246276753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-87a1a06b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.262322642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"Deployment","name":"payload-processing-e2e-migrate-87a1a06b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.277975703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-87a1a06b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.293578839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"Service","name":"payload-processing-e2e-migrate-87a1a06b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.30901998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"Service","name":"payload-pre-processing-e2e-migrate-87a1a06b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.325717624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-87a1a06b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.342982769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-87a1a06b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.364220787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-87a1a06b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.380473842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-87a1a06b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.396298504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-87a1a06b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.411955264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-87a1a06b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.427753354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-87a1a06b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.443327993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-87a1a06b"},"namespace":"ai-tenant-e2e-migrate-87a1a06b","name":"default-tenant","reconcileID":"7a679e93-b46e-4735-9ba9-0fbc189e875a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-87a1a06b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:08.728097567Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-87a1a06b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-87a1a06b","reconcileID":"230d035f-ee7e-4292-85ac-ed29b3254313","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-87a1a06b-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-87a1a06b-gw"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:08.799382901Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"3e251745-3479-4053-ab72-81d0d058b27c","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:08.799467279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"3e251745-3479-4053-ab72-81d0d058b27c","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:09.136415301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49418c6e-9ac0-4fb0-93d6-cd4c507bb95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:09.166171592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49418c6e-9ac0-4fb0-93d6-cd4c507bb95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:09.183907239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49418c6e-9ac0-4fb0-93d6-cd4c507bb95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:09.20129339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49418c6e-9ac0-4fb0-93d6-cd4c507bb95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:09.304062662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"72032975-4183-4279-b595-b944341be407","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:09.304088975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"72032975-4183-4279-b595-b944341be407","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:09.336663384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"28164fd0-fcda-4b4c-b5b2-50c60a426964","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:09.336686408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"28164fd0-fcda-4b4c-b5b2-50c60a426964","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:09.374440069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"66f40a14-7f86-4bfa-aea4-2f7a5d2df36e","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:09.396038395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"66f40a14-7f86-4bfa-aea4-2f7a5d2df36e","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:09.603907082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"5434174e-9c45-4593-98f4-192c24acaa3d","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:09.603928357Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"5434174e-9c45-4593-98f4-192c24acaa3d","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:09.868269376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04bb48f0-30f4-4a7c-a99e-5ff9cded357c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:09.885597189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04bb48f0-30f4-4a7c-a99e-5ff9cded357c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:09.902571525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04bb48f0-30f4-4a7c-a99e-5ff9cded357c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:09.91840389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04bb48f0-30f4-4a7c-a99e-5ff9cded357c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:11.880851776Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"eee576be-b764-49fd-ab6c-00a6212f10ea","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:11.880917328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"eee576be-b764-49fd-ab6c-00a6212f10ea","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:11.98016626Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"7e18969e-e528-4703-8a79-c37d5ade347c","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:11.980223898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"7e18969e-e528-4703-8a79-c37d5ade347c","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:12.168552681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5d88f7-5b7d-4fcd-988b-4d3cc3ae4484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:12.184185883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5d88f7-5b7d-4fcd-988b-4d3cc3ae4484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:12.199920165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5d88f7-5b7d-4fcd-988b-4d3cc3ae4484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:12.215827218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5d88f7-5b7d-4fcd-988b-4d3cc3ae4484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:12.888468043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c07ccb-5b4c-452b-934a-5975e1f8916c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:12.905437694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c07ccb-5b4c-452b-934a-5975e1f8916c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:12.922136618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c07ccb-5b4c-452b-934a-5975e1f8916c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:12.937894586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c07ccb-5b4c-452b-934a-5975e1f8916c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:13.029521129Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"81d6c9d2-ce76-4f1e-b178-b569996e06cc","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:13.029588826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"81d6c9d2-ce76-4f1e-b178-b569996e06cc","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:13.069290623Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-8416e2e2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-8416e2e2","reconcileID":"2573cdc2-5d58-4a07-951d-adbde9329b89","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-8416e2e2","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-8416e2e2":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:13.188804873Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"4931773f-6f17-4479-9674-fc4f1604efae","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:13.188874635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"4931773f-6f17-4479-9674-fc4f1604efae","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:13.663972898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daeed0a4-60a7-4a63-8b78-85fdb9f62594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:13.680380773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daeed0a4-60a7-4a63-8b78-85fdb9f62594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:13.696015154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daeed0a4-60a7-4a63-8b78-85fdb9f62594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:13.712175548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daeed0a4-60a7-4a63-8b78-85fdb9f62594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.281691251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"dce3e8a8-dd65-4eaa-8129-e2fdd5280eac","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.326765046Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"dce3e8a8-dd65-4eaa-8129-e2fdd5280eac","name":"e2e-extmod-a-944506-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.375435504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e68992-dee9-45ad-91fc-ca9b9fa16eb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.391437109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e68992-dee9-45ad-91fc-ca9b9fa16eb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.407847662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e68992-dee9-45ad-91fc-ca9b9fa16eb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.423390256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e68992-dee9-45ad-91fc-ca9b9fa16eb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:14.620676485Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"123c736d-e416-4827-96a0-c60695171d2a","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:14.620744367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"123c736d-e416-4827-96a0-c60695171d2a","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.799386533Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.819008214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"0bb5d86f-c5d7-4c11-8ed2-2709157c415b","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.819033068Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"0bb5d86f-c5d7-4c11-8ed2-2709157c415b","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:14.848731874Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-sw-0ec724-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-0ec724-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.875142053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4baee77-0856-4016-8c81-5634445abc84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.876194992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","reconcileID":"d2c5b504-dc12-4120-829f-67895b43bb05","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-f46d0816af9f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.883505526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"47c23bef-2be6-418a-8b80-bfdff6d948a4","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.883506591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e542255-40ef-4901-ab1b-87240eb6d0b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.902659473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4baee77-0856-4016-8c81-5634445abc84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.904936685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e542255-40ef-4901-ab1b-87240eb6d0b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.905643088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"47c23bef-2be6-418a-8b80-bfdff6d948a4","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.915353894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"d120b566-a7f1-4413-b8cb-6a3ca7f9c644","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.915379233Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"d120b566-a7f1-4413-b8cb-6a3ca7f9c644","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:14.958405988Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-sub","reconcileID":"1b65c3f9-65eb-4c67-9818-2973ccf65565","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0ec724","model":"e2e-rt-sw-0ec724","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-0ec724-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:15.050432739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"3f47a643-1a82-43a7-8b38-85f517b53fff","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:15.05045634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"3f47a643-1a82-43a7-8b38-85f517b53fff","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:15.103324872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d5bbc2d-a2b5-49cf-ad4b-8e757905fbfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:15.108944804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"510b5033-c883-4a65-a46d-3000fc6f2759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:15.11439868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-sub","reconcileID":"28248713-9138-492b-9a1b-402224f3f300","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0ec724","model":"llm/e2e-rt-sw-0ec724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:15.124277408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d5bbc2d-a2b5-49cf-ad4b-8e757905fbfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:15.130971386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"510b5033-c883-4a65-a46d-3000fc6f2759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:15.225732124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"84203729-a63b-4922-81a2-7aa7a2210c23","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:15.249839117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"84203729-a63b-4922-81a2-7aa7a2210c23","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:21.072154433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-sub","reconcileID":"62800475-40c1-46a9-826d-d977b3b41695","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:21.167982724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","reconcileID":"1d3477bb-9387-4c77-8f4d-a9006ce16469","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-f46d0816af9f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:21.409277204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"67fdf92c-67ac-44e6-99ab-8a37afa95321","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:21.410147904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"780684f3-a3ba-48f0-b693-e4eb9bf44ff7","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:21.421224783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"d8e7bd7b-87b9-4097-b5e1-a0f085393dcf","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:21.430243552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"d2a947a1-4d51-4e5f-ab81-1e2393956764","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:21.430883982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"3e37545c-77b8-402f-bdaa-11e551739fb5","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:21.446577698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"67fdf92c-67ac-44e6-99ab-8a37afa95321","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:21.448324389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"d8e7bd7b-87b9-4097-b5e1-a0f085393dcf","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:21.450393308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"780684f3-a3ba-48f0-b693-e4eb9bf44ff7","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:21.452440526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"d2a947a1-4d51-4e5f-ab81-1e2393956764","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:21.454002661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"3e37545c-77b8-402f-bdaa-11e551739fb5","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:21.98290621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"9a9a8229-f14c-41d4-9b30-faa5fa00f840","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:21.98367876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"736d6208-28ee-4d2c-b2d2-78c0d54a3f69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:22.052579248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"204260fe-5bbc-4d21-9299-5effe2bd6d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:22.08105214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"9a9a8229-f14c-41d4-9b30-faa5fa00f840","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:22.084313236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"736d6208-28ee-4d2c-b2d2-78c0d54a3f69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:22.09904291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"204260fe-5bbc-4d21-9299-5effe2bd6d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:28.995463499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","reconcileID":"cd367ea8-5044-4225-9b6b-785b6a24d3cb","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-2e3779854d6c","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:29.028585408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","reconcileID":"e296afeb-24bf-4e55-88d7-992f15e1155f","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-2e3779854d6c","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:29.063256404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"ef74f6d8-d972-4d77-99f9-12bb155e45ad","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:29.084047812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"ef74f6d8-d972-4d77-99f9-12bb155e45ad","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:29.218163298Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","reconcileID":"32250b3d-256a-42f1-b45a-e5b208a4e1dc","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-2e3779854d6c","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:34.686152801Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:34.711159895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","reconcileID":"f70dbb36-e669-49b6-b868-d7068e10d32f","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-2e3779854d6c","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:34.722170691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-sub","reconcileID":"57e1c38b-188e-44a8-b454-064fc0449bf3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-3060d1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:34.754148726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"daf54942-4923-4fdb-b45f-86906e355a02","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:34.763519942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"b8e0ed52-0a03-49d4-87d4-019bba33ae61","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:34.773336755Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","reconcileID":"d8443217-fafa-43d6-8589-73682f997add","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-2e3779854d6c","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:34.777719999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"daf54942-4923-4fdb-b45f-86906e355a02","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:34.791226199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"b8e0ed52-0a03-49d4-87d4-019bba33ae61","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:34.811733701Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","reconcileID":"d8443217-fafa-43d6-8589-73682f997add","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:34.811850364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","reconcileID":"d8443217-fafa-43d6-8589-73682f997add","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:34.828902437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"1402e749-832a-450a-acdb-8a498464ca30","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:34.860572323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"f881b154-509c-4812-aead-e3de770fa88a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:34.862507268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"4129090e-a465-43f2-bd2e-38d7e912a59d","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:34.882383149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"f881b154-509c-4812-aead-e3de770fa88a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:34.882652252Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-sub","reconcileID":"6c977041-1d66-4a21-adf8-8d61bf1e14ae","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","model":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-12b8da/e2e-shr-quota-3060d1-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:34.896394105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","reconcileID":"167d13d3-a1b7-4466-893e-225c8ae282a7","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-2e3779854d6c","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:34.93064244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"e4b5f06b-303b-41e0-b202-9c0a8c3d2653","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:34.930662349Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"e4b5f06b-303b-41e0-b202-9c0a8c3d2653","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:34.977750967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","reconcileID":"2bbcd1cf-aea1-4dd2-ab76-c4c07a4b56a0","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-2e3779854d6c","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:35.041250297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-sub","reconcileID":"84934184-b821-4264-b038-7b088f4c8e50","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:35.064838909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"28d2135b-117b-4eca-ba24-790c6391da19","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:35.064862155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"cb82bba5-9e44-4b5d-a30e-5788648e4f50","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:35.08606113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"cb82bba5-9e44-4b5d-a30e-5788648e4f50","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:35.086542264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"28d2135b-117b-4eca-ba24-790c6391da19","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:35.093230415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"fc8466a8-4422-4385-b2ae-be6eaffd4abc","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:35.114117558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"fc8466a8-4422-4385-b2ae-be6eaffd4abc","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:36.101926206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"bff7d6c8-f3c8-4536-a929-4841c11c6f48","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-8416e2e2","tenantID":"e2e-ait-8416e2e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:36.104743353Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:36.147750644Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"bff7d6c8-f3c8-4536-a929-4841c11c6f48","name":"e2e-ait-8416e2e2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:38.378392143Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"6d39a9b4-d6a4-4104-848b-b9e5cd19afa1","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:38.378454405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"6d39a9b4-d6a4-4104-848b-b9e5cd19afa1","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:38.667756669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be00c38-449b-42a7-b176-5baef8a05ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:38.683647111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be00c38-449b-42a7-b176-5baef8a05ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:38.699429578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be00c38-449b-42a7-b176-5baef8a05ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:38.715495505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be00c38-449b-42a7-b176-5baef8a05ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:39.330670292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e903ef2e-f36d-48e0-973d-33a82785f9f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:39.346507794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e903ef2e-f36d-48e0-973d-33a82785f9f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:39.362214581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e903ef2e-f36d-48e0-973d-33a82785f9f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:39.377634735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e903ef2e-f36d-48e0-973d-33a82785f9f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:40.429867222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-sub","reconcileID":"eecc07f4-2e7a-40b2-9773-33c5b3640b61","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0ec724","model":"llm/e2e-rt-sw-0ec724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:40.568677421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"5c4a9c6b-12df-433e-8f87-d7ead23456c6","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:40.568712017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"5c4a9c6b-12df-433e-8f87-d7ead23456c6","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:41.430472816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"676e64c4-9d77-4ba9-a207-f31c5ac765d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:41.432145157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"34dd324d-03ca-4558-ba4b-7d7a3827e091","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:41.45067671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebd11acf-4ec6-46db-a58d-81925d3857ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:41.478231763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"34dd324d-03ca-4558-ba4b-7d7a3827e091","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:41.481978909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebd11acf-4ec6-46db-a58d-81925d3857ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:41.483681102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"676e64c4-9d77-4ba9-a207-f31c5ac765d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:44.88551285Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"405ca204-769b-48e0-9837-8eedf2ab8beb","namespace":"llm","name":"e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:44.903191185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"152e6cd9-7384-45d5-b874-daf90421c8f8","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:44.903216923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"152e6cd9-7384-45d5-b874-daf90421c8f8","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:44.974623434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"8718d20b-38a9-4c5b-aa51-84dcafbf0382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:44.975394379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"8acc5662-46ff-459b-b351-9ca52b74760d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.006583466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"329ab639-c89d-4752-b55b-528eb1004325","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.01510606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"329ab639-c89d-4752-b55b-528eb1004325","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.016907609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f1a5e9a7-4daa-4eaf-a28c-12c8b8349c94","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.017391721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f1a5e9a7-4daa-4eaf-a28c-12c8b8349c94","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.021638235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"88f06cb9-28e4-459a-9b35-76a878e67c14","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.021697552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"88f06cb9-28e4-459a-9b35-76a878e67c14","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.022163893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"076b2b5e-0729-42c5-8b54-66072fb927ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.039474232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"076b2b5e-0729-42c5-8b54-66072fb927ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.041978401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab048a58-4cab-4d91-8b07-741b0f0a40b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.042054337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab048a58-4cab-4d91-8b07-741b0f0a40b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.042871238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e71f61b0-6539-4d7e-a7c3-31859215859c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.032448943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d1604497-170d-449d-acba-8a74f3731d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.033421817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"72431c16-edae-4dca-be30-f3b749458436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.064512333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"8718d20b-38a9-4c5b-aa51-84dcafbf0382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.075093103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"8acc5662-46ff-459b-b351-9ca52b74760d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.102566704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"84320a66-81e0-4932-959d-ed5e3123bcd7","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.102602208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"84320a66-81e0-4932-959d-ed5e3123bcd7","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.163552985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7f5acdec-7fe5-4722-8ba7-e0606dd987d9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.186032485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7f5acdec-7fe5-4722-8ba7-e0606dd987d9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.175368643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e71f61b0-6539-4d7e-a7c3-31859215859c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.221151525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"72431c16-edae-4dca-be30-f3b749458436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.222489368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1e181897-1a36-4f8f-8b60-75cec2e0d82f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.222564639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1e181897-1a36-4f8f-8b60-75cec2e0d82f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.237578995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"40e83412-bcc1-4c8f-879b-eae1e4047fae","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.237673119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"40e83412-bcc1-4c8f-879b-eae1e4047fae","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.257358667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d1604497-170d-449d-acba-8a74f3731d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.316643696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-sub","reconcileID":"fcff5c98-3793-485e-8fc2-fc12f94fabe6","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0ec724","model":"llm/e2e-rt-sw-0ec724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.317742659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f9e903f9-ff33-4bbb-b135-ec1b4538b91c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.321656578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d5e9193e-9952-4782-bf1c-58e384efd5ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.347860436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"13f57e7c-213c-4db6-80d3-8ee2dad09efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.369049404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"13f57e7c-213c-4db6-80d3-8ee2dad09efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.379087004Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"ca6323ec-d78b-484d-a9a2-0a68ded3a95a","namespace":"llm","name":"e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.432657065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"e8aa1473-c9a0-4efa-bfc6-3423df35c136","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.432802309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"aa6c062e-956c-48e2-b4ca-1813fe86da47","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.437911153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"5bde0d74-4b65-4169-8393-0b11faaa644e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.455076105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"e8aa1473-c9a0-4efa-bfc6-3423df35c136","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.455230608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"aa6c062e-956c-48e2-b4ca-1813fe86da47","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.459941833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"5bde0d74-4b65-4169-8393-0b11faaa644e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.477755685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"ffada20a-a739-4d64-ba92-959cef761906","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.500365977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"272a0111-b198-4eb6-96b8-3bdb0bce978f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.538376195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"ffada20a-a739-4d64-ba92-959cef761906","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.542747762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"272a0111-b198-4eb6-96b8-3bdb0bce978f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.67209969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"ff947be5-b89c-4447-a816-00a54a088540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.705366587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"ff947be5-b89c-4447-a816-00a54a088540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.742680373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"d68b5f7d-6ca7-4d02-a279-7ea477ffeb8f","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.766071681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"d68b5f7d-6ca7-4d02-a279-7ea477ffeb8f","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.809854393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"1e6800f0-5a24-4f90-a36a-ad65b9dfb566","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.810556306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"3150b922-7884-4954-8680-99e207792f78","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.813283698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"5fc68f14-6677-400b-8aaf-c8db2ddac9c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.839764256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"5fc68f14-6677-400b-8aaf-c8db2ddac9c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.843130272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"1e6800f0-5a24-4f90-a36a-ad65b9dfb566","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.844691688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"3150b922-7884-4954-8680-99e207792f78","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.905224145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"04878e82-3a47-43bf-a1d8-c1ca9a6d3800","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.929000089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"04878e82-3a47-43bf-a1d8-c1ca9a6d3800","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:46.074364941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"6ae7d5c6-d4d9-458f-ae40-c3624fd594f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:46.075135103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"3e96dc72-5a43-4a6d-b5fb-c959b8ac1a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:46.075545683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"e2dbd1bb-f1b4-428e-a722-25ee8818b2d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:46.093656724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa1bd74f-3c22-4c51-89fe-95d6f648cf0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:46.100189738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"6ae7d5c6-d4d9-458f-ae40-c3624fd594f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:46.10485425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"3e96dc72-5a43-4a6d-b5fb-c959b8ac1a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:46.107627573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"e2dbd1bb-f1b4-428e-a722-25ee8818b2d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:46.115247005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa1bd74f-3c22-4c51-89fe-95d6f648cf0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:46.17862336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"801aaf26-2151-49b7-b244-4f5b488c5ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:46.203586089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"801aaf26-2151-49b7-b244-4f5b488c5ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:46.287265531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"ad3fdff3-0ccd-40af-af34-b6bd981d3672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:46.305966568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"f4dfd448-a2f3-41b2-8d8b-330aaddf0456","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:46.318571959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"ad3fdff3-0ccd-40af-af34-b6bd981d3672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:46.331682984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"f4dfd448-a2f3-41b2-8d8b-330aaddf0456","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:47.387362623Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"6b1bd127-5e94-42b2-ae23-a39a7327165e","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:47.38743035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"6b1bd127-5e94-42b2-ae23-a39a7327165e","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:47.439761036Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"4307dfae-ea84-4096-9c43-59c24a052523","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:47.439835563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"4307dfae-ea84-4096-9c43-59c24a052523","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:47.775557765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23846649-83a2-41a6-b278-b36db10227f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:47.791528244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23846649-83a2-41a6-b278-b36db10227f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:47.807826656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23846649-83a2-41a6-b278-b36db10227f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:47.824237016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23846649-83a2-41a6-b278-b36db10227f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:48.466203773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a208ad-62ee-4f40-87c9-4ccf7488aa21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:48.482099246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a208ad-62ee-4f40-87c9-4ccf7488aa21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:48.497863264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a208ad-62ee-4f40-87c9-4ccf7488aa21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:48.513980639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a208ad-62ee-4f40-87c9-4ccf7488aa21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:48.514844353Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"d0102907-27f0-4e02-86b7-f748c7ee515c","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:48.514910814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"d0102907-27f0-4e02-86b7-f748c7ee515c","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:48.5432361Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-673ba8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-673ba8","reconcileID":"d991f545-649e-4617-aaab-b3b75adc71b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-673ba8","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-673ba8":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:48.664564232Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"7bfcbf24-eb76-4d66-b334-0478adc0d763","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:48.664639261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"7bfcbf24-eb76-4d66-b334-0478adc0d763","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:49.171334558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"118e2cc6-9ba6-4ee1-ab84-8f20ac7a178e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:49.186720396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"118e2cc6-9ba6-4ee1-ab84-8f20ac7a178e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:49.202465064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"118e2cc6-9ba6-4ee1-ab84-8f20ac7a178e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:49.218133481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"118e2cc6-9ba6-4ee1-ab84-8f20ac7a178e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:49.946831327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c27871-bc5f-43a3-9151-81e37a86e362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:49.962229572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c27871-bc5f-43a3-9151-81e37a86e362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:49.978035372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c27871-bc5f-43a3-9151-81e37a86e362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:49.993556047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c27871-bc5f-43a3-9151-81e37a86e362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:50.110138332Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"27edeb21-7da9-4d8a-9982-a85ed399705e","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:23:50.110201398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"27edeb21-7da9-4d8a-9982-a85ed399705e","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:57.241716875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-sub","reconcileID":"fc6114ef-9638-4ed6-a001-8465746ff861","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:57.34449992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","reconcileID":"9e156ef4-9b20-4cd3-9622-50e83b629b7e","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-2e3779854d6c","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:57.510524849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"0e922aa9-aa37-466a-8212-7df4d4fbc1d8","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:57.511327036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8052c8a5-540f-4bcf-98c8-47cff1545872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:57.512635793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ed51b28-120e-41ad-a7a9-1151506e65d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:57.541043446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"0e922aa9-aa37-466a-8212-7df4d4fbc1d8","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:57.559615489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ed51b28-120e-41ad-a7a9-1151506e65d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:57.561192143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8052c8a5-540f-4bcf-98c8-47cff1545872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:58.135442108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"d0590e76-f333-4068-a471-fe85c8e025a3","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:58.136036128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"04c39f7e-eb87-4d80-865a-bd4522cdf9ee","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:58.136251984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"e94a4ced-8be4-4a34-9570-6a6b9822703f","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:58.162533527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"85e82f27-eb61-4875-a870-4b133e765fb3","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:58.167706112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"51936e31-710d-4a20-8dac-a52a154e103f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:58.197563436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"04c39f7e-eb87-4d80-865a-bd4522cdf9ee","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:58.216128899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"d0590e76-f333-4068-a471-fe85c8e025a3","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:58.230390278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"e94a4ced-8be4-4a34-9570-6a6b9822703f","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:58.23558563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"85e82f27-eb61-4875-a870-4b133e765fb3","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:58.265326186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"51936e31-710d-4a20-8dac-a52a154e103f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:58.38068767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"7d16c26e-51eb-48be-8fc4-84e09d18b49e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:58.423093612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"7d16c26e-51eb-48be-8fc4-84e09d18b49e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:03.442629408Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"16eae5cd-8bde-42c2-bea8-aa9ee018c5c9","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:03.442688137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"16eae5cd-8bde-42c2-bea8-aa9ee018c5c9","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:03.769244422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e54cb18-b580-499f-8f9b-94cde5b59578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:03.784968294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e54cb18-b580-499f-8f9b-94cde5b59578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:03.801246359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e54cb18-b580-499f-8f9b-94cde5b59578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:03.816801726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e54cb18-b580-499f-8f9b-94cde5b59578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:04.454819915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67729aec-bd1e-4cc0-b176-9311f898810d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:04.470313583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67729aec-bd1e-4cc0-b176-9311f898810d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:04.485759798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67729aec-bd1e-4cc0-b176-9311f898810d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:04.501435843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67729aec-bd1e-4cc0-b176-9311f898810d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:05.249037108Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"18d61b37-97e8-4dc9-bb99-41b23d397b1e","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:05.249093724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"18d61b37-97e8-4dc9-bb99-41b23d397b1e","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:05.265232796Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"2872937b-9f1b-4a28-a90e-cbf3f7190778","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:05.265280749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"2872937b-9f1b-4a28-a90e-cbf3f7190778","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:05.527334296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb25426-117f-4a7a-abd4-065663c5c5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:05.548153539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb25426-117f-4a7a-abd4-065663c5c5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:05.563979722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb25426-117f-4a7a-abd4-065663c5c5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:05.579423493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb25426-117f-4a7a-abd4-065663c5c5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.105634175Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.201175181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e22219e-d7c0-4b60-97cf-18652a482959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.216841577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e22219e-d7c0-4b60-97cf-18652a482959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.232572215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e22219e-d7c0-4b60-97cf-18652a482959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.248595399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e22219e-d7c0-4b60-97cf-18652a482959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.852173787Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"bf50fe1c-de3b-47ab-91be-25e37606db43","namespace":"llm","name":"e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.86725025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"c6b2928f-3cc1-4de2-82a1-8aad13a5acf2","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.867268418Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"c6b2928f-3cc1-4de2-82a1-8aad13a5acf2","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.900374493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"ada2b4be-894d-4c55-8743-909dbbb6d094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.901203845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"e0321b7c-3618-40db-bbd5-300abb612229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.904372843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"4adb0deb-3397-453a-9b3e-27283beaa01b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.920638056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6800d9f-5864-4eb3-840b-cc881dc38042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.921124492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"fa396938-8f6d-4507-8aed-f0fe55587ccb","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.921290749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"ada2b4be-894d-4c55-8743-909dbbb6d094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.924682627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"e0321b7c-3618-40db-bbd5-300abb612229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.926417949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"4adb0deb-3397-453a-9b3e-27283beaa01b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.927262578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0115c3d2-9fbf-4a71-84dc-d9ee5617f72c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.92727787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0115c3d2-9fbf-4a71-84dc-d9ee5617f72c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.927523485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b0e8a1d-3d44-47b5-91ba-f87c55a829c6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.927536115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b0e8a1d-3d44-47b5-91ba-f87c55a829c6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.927737389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cd4812ff-7d54-46e5-a5f9-cf67f78a4c49","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.927747036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cd4812ff-7d54-46e5-a5f9-cf67f78a4c49","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.928001534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"605aa69f-d32f-4005-b55e-c7d5976652ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.92801718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"605aa69f-d32f-4005-b55e-c7d5976652ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.928398281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"75457d71-a2a9-4c4c-8351-ef46ed17db61","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.928413023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"75457d71-a2a9-4c4c-8351-ef46ed17db61","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.941641307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6800d9f-5864-4eb3-840b-cc881dc38042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.944102919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"fa396938-8f6d-4507-8aed-f0fe55587ccb","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.945353572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"70c32144-8b98-4f6c-a467-f5a07dbf6d44","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.945369614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"70c32144-8b98-4f6c-a467-f5a07dbf6d44","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.974062367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a1b862d-3f80-46f7-a584-0cb0898240e0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.974083733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a1b862d-3f80-46f7-a584-0cb0898240e0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.974495523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4192a02a-e72e-4154-aea4-d2beefb7eaf3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.974508518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4192a02a-e72e-4154-aea4-d2beefb7eaf3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.974908215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a4b2eca3-e1ca-49ca-8b12-a722384ceec6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.974924504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a4b2eca3-e1ca-49ca-8b12-a722384ceec6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.078199735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"171961ab-12ab-47a8-8306-c5f9dceea288","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.078668916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"02c5a80a-a3a5-49a1-82bb-d367cf64194f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.094989495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-sub","reconcileID":"1fbd5564-97ff-4a00-befd-bd7965b9315b","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0ec724","model":"llm/e2e-rt-sw-0ec724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.119231981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"aa7c0b43-251d-495a-96a6-56e9c48df7ca","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.120744732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"79036b0b-64e1-48fb-be10-3a160f43a805","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.123215999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"05b6b332-d7c8-4f22-b81d-7d4f511f460e","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.141581314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"79036b0b-64e1-48fb-be10-3a160f43a805","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.141820448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"aa7c0b43-251d-495a-96a6-56e9c48df7ca","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.143871464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"05b6b332-d7c8-4f22-b81d-7d4f511f460e","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.153897736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"8acb7580-4abd-4291-a04f-1fb0be7610e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.177539938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"8acb7580-4abd-4291-a04f-1fb0be7610e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.255441903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"85f96fdb-495c-4e21-8b8d-b3d0938b9bb9","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.278078805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"85f96fdb-495c-4e21-8b8d-b3d0938b9bb9","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.30356021Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"a81e68f4-9cb3-4775-b93f-6ab555d783c7","namespace":"llm","name":"e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.353058168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"fb49a074-78ab-403c-a78c-26e7261f0ec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.353290733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"52016314-86a8-422d-a0e0-5e735a6ba594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.354981758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"e00112a9-e062-4569-b464-204128d8b348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.371031521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fcc9db8-9d05-4eb7-93ad-f0a99ec419cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.374305262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"fb49a074-78ab-403c-a78c-26e7261f0ec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.374402716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"52016314-86a8-422d-a0e0-5e735a6ba594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.376644578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"e00112a9-e062-4569-b464-204128d8b348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.392584894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fcc9db8-9d05-4eb7-93ad-f0a99ec419cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.557753332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"1d766390-d1de-4d37-a7ee-8c4f32c3979a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.559383197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"10d2d27c-d7d2-49a2-bb7a-20dae70c86f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.57199941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"b4bcc9e1-7303-4f67-9513-3ba7c0509966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.576264577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d1cd93e-d62b-4260-ba78-7403f833f1f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.578669398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"1d766390-d1de-4d37-a7ee-8c4f32c3979a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.580331352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"10d2d27c-d7d2-49a2-bb7a-20dae70c86f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.585371077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"e606b406-db9f-4d1f-9d8b-0ad3e99c60b9","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.593042905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"b4bcc9e1-7303-4f67-9513-3ba7c0509966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.597686641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d1cd93e-d62b-4260-ba78-7403f833f1f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.60695833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"e606b406-db9f-4d1f-9d8b-0ad3e99c60b9","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.674851194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"369f68bc-b6ad-4ed7-abaa-9c8db5ed1f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.690600178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"80b974be-ab73-4588-83aa-ae1cb655e3b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.696080712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"369f68bc-b6ad-4ed7-abaa-9c8db5ed1f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.711700851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"80b974be-ab73-4588-83aa-ae1cb655e3b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.776553863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"b71f8b84-5a39-47d5-8eab-0d4429fa1dab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.792354644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"693a8faa-dd47-4c81-8ea2-a5663bb7d462","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.797938109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"b71f8b84-5a39-47d5-8eab-0d4429fa1dab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.813102152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"693a8faa-dd47-4c81-8ea2-a5663bb7d462","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.89292802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"2097e9c0-12c9-4731-b5cf-3ba3b66d6b0f","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.892926234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"64c0e20d-b876-470e-8c03-cd4023304085","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.914338414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"64c0e20d-b876-470e-8c03-cd4023304085","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.914392064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"2097e9c0-12c9-4731-b5cf-3ba3b66d6b0f","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.993810201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"231e18fe-e8c6-42ec-a6f9-81fbc3b1ba46","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:07.994056772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"dc3f028f-1c7b-494f-9bb6-f6737b0cdc4d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:08.01505266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"231e18fe-e8c6-42ec-a6f9-81fbc3b1ba46","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:08.016303226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"dc3f028f-1c7b-494f-9bb6-f6737b0cdc4d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:14.384421284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"43a9696b-5bfc-430d-96fe-8c5ce17245ba","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-673ba8","tenantID":"e2e-extmod-b-673ba8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:14.429436574Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"43a9696b-5bfc-430d-96fe-8c5ce17245ba","name":"e2e-extmod-b-673ba8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:15.391095518Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"5297caae-a9d5-4cde-813f-e81182e61f5a","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:15.391156149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"5297caae-a9d5-4cde-813f-e81182e61f5a","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:16.862770939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"7d883f68-5c27-4f23-9942-4e5d410de2b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:16.977685311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"9253b98e-3565-4baa-ad03-f3dd8a78d78a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:16.987339468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-sub","reconcileID":"a86b6e68-9ec4-4508-8954-77faf99840bd","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:17.066841555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f7882a0b-29f7-4462-a382-57d7909387b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:17.086973154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-sub","reconcileID":"fc8ef5ae-2c1d-4ac2-8fd6-dbc757625704","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0ec724","model":"llm/e2e-rt-sw-0ec724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:17.10163799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-sub","reconcileID":"0db2fb3b-1e13-46ec-85ba-4964fc1a6baa","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:17.216848935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"2c765507-555b-41a7-a73c-4cf9554f91a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:17.319946409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"4df4d96e-5311-4c1e-8eb1-d7de42763d91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:17.320288385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"091d2947-46e2-4c95-91e7-e5c2b118118a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:17.421538597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"f0844af9-9826-40fb-8148-0c6ca55b5ab9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:17.439434785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"a1a20a63-102b-474c-a27f-02f120a03e9f","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:17.439573035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"1b40019a-8c2f-45bb-8238-2fe068e102b6","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:17.54434759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3d05fbda-b035-4236-9303-4b5adbf9d541","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:17.59089405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-sub","reconcileID":"e60832c4-2d8a-4fbb-b3f7-a79329532c10","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:17.644443947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"2a94ea65-dec3-41f6-89d4-5a316afd968d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:17.661276166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-sub","reconcileID":"1fa199c8-5ef8-48ea-89cf-f0f8b773e50d","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:17.725416508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"22dfb01a-34e9-406e-b0b5-4526050a9fb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:18.600465987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"7b2bf7b0-e39c-4e0f-986c-1e95535bb5d9","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:18.718749117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"7b2bf7b0-e39c-4e0f-986c-1e95535bb5d9","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:18.747196958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06489279-723a-4d1c-9f4f-1d5d8e753322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:18.904122352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e00470d3-0019-4cd6-a70b-586f2458c2e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:18.919075607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06489279-723a-4d1c-9f4f-1d5d8e753322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:18.967112477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e00470d3-0019-4cd6-a70b-586f2458c2e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:27.844162997Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","namespace":"ai-tenant-e2e-ait-8416e2e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:27.844229544Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","namespace":"ai-tenant-e2e-ait-8416e2e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:27.844282401Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","tenant":"e2e-ait-8416e2e2","tenantID":"e2e-ait-8416e2e2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:27.862711759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"Deployment","name":"maas-api-e2e-ait-8416e2e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:27.898905019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"Service","name":"maas-api-e2e-ait-8416e2e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:27.925974757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-8416e2e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:27.948076641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-8416e2e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:27.969598016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-8416e2e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:27.988450538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-8416e2e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:28.007817297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-8416e2e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:28.032146538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-8416e2e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:28.047568816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"Deployment","name":"payload-processing-e2e-ait-8416e2e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:28.062801954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-8416e2e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:28.078380734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"Service","name":"payload-processing-e2e-ait-8416e2e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:28.094066555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"Service","name":"payload-pre-processing-e2e-ait-8416e2e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:28.109947474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"DestinationRule","name":"payload-processing-e2e-ait-8416e2e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:28.125384049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-8416e2e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:28.141289197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-8416e2e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:28.162073541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-8416e2e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:28.179370341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-8416e2e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:28.195094138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-8416e2e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:28.210701431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-8416e2e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:28.226370582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8416e2e2"},"namespace":"ai-tenant-e2e-ait-8416e2e2","name":"default-tenant","reconcileID":"623b63a3-1c80-4e16-abef-cbd8fb822da6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-8416e2e2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:28.574506455Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-8416e2e2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-8416e2e2","reconcileID":"4b41093d-1626-497b-95d5-dc24d90c3e0e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-8416e2e2","removed":["maas.opendatahub.io/gateway-access-e2e-ait-8416e2e2"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:28.662212193Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"11eb74ad-74f0-43c8-8aed-68fc4036f350","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:28.662273348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"11eb74ad-74f0-43c8-8aed-68fc4036f350","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:28.988703213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f201c99b-9be7-4829-bcec-50a300f08d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:29.005916965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f201c99b-9be7-4829-bcec-50a300f08d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:29.021999855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f201c99b-9be7-4829-bcec-50a300f08d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:29.037562614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f201c99b-9be7-4829-bcec-50a300f08d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:29.652966569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c03420a9-dafa-4223-b9de-1643d3a2f0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:29.670988349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c03420a9-dafa-4223-b9de-1643d3a2f0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:29.688103032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c03420a9-dafa-4223-b9de-1643d3a2f0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:29.7037383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c03420a9-dafa-4223-b9de-1643d3a2f0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:32.603064Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:33.130145444Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"fdf4f8d0-f504-4735-b504-49dfbe069d09","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:33.130207831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"fdf4f8d0-f504-4735-b504-49dfbe069d09","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:33.213606892Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"5265ffdc-81ed-4831-9c6f-9dfa4bb0d224","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:33.213678758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"5265ffdc-81ed-4831-9c6f-9dfa4bb0d224","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:33.419315475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f6a130-b0a6-409a-a7a9-ac6b10eab541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:33.434954182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f6a130-b0a6-409a-a7a9-ac6b10eab541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:33.450521675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f6a130-b0a6-409a-a7a9-ac6b10eab541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:33.466519671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f6a130-b0a6-409a-a7a9-ac6b10eab541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.141884834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6aabe06-2813-4d2f-ae19-d5f473a971db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.157739718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6aabe06-2813-4d2f-ae19-d5f473a971db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.173183474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6aabe06-2813-4d2f-ae19-d5f473a971db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.188833226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6aabe06-2813-4d2f-ae19-d5f473a971db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:34.284833335Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"71bc7d8e-df11-42a6-a8f0-4dcf5966a760","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:34.284908106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"71bc7d8e-df11-42a6-a8f0-4dcf5966a760","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.313552593Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-b3690233","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-b3690233","reconcileID":"3c055ec1-0154-4789-902e-d5277c6c8bad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-b3690233","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-b3690233":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:34.439452751Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"f7356b9d-f46f-4f3d-8927-1ca30cf7f07b","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:34.439517742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"f7356b9d-f46f-4f3d-8927-1ca30cf7f07b","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.80993631Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"7730cf2a-7012-43e1-ad78-974d1b986baf","namespace":"llm","name":"e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.831315851Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"c6266540-f557-4c74-9541-8bd8a73e4b50","namespace":"llm","name":"e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.872040098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90827f69-892e-4279-a9d6-1e1a505c2634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.872501925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"2bacfd29-89e7-4dc7-b5f1-c345a4848cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.888735292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90827f69-892e-4279-a9d6-1e1a505c2634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.888886535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"a5ba8daf-980a-474e-9adc-28a2f5df162b","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.889001129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"45686af3-9674-4d36-b909-f9d9a5e200a8","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.889182693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb1c2a56-c274-4c4d-b67e-829e1888a365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.894309214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"2bacfd29-89e7-4dc7-b5f1-c345a4848cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.904686783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90827f69-892e-4279-a9d6-1e1a505c2634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.90494149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"bd6d0fa8-96a6-493c-9bdc-21c467f04c50","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.920438442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90827f69-892e-4279-a9d6-1e1a505c2634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.925951275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"a5ba8daf-980a-474e-9adc-28a2f5df162b","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.926146196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb1c2a56-c274-4c4d-b67e-829e1888a365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.937816875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cae16669-42d4-4556-868f-825bd8ab5443","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.937832085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cae16669-42d4-4556-868f-825bd8ab5443","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.938088906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1e5430d1-7e3d-4b95-be81-5621dfda7346","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.938100604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1e5430d1-7e3d-4b95-be81-5621dfda7346","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.938353044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"13da2bbc-ae74-4098-9de6-326410dff9b8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.938364734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"13da2bbc-ae74-4098-9de6-326410dff9b8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.938561526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"09fdf7b5-2ecb-413a-9707-f0c97608fc79","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.938571451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"09fdf7b5-2ecb-413a-9707-f0c97608fc79","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.938846655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c3850931-8f6a-48c1-b66d-588ec99f925a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.938860747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c3850931-8f6a-48c1-b66d-588ec99f925a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.939108093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dbb561cd-dd27-4484-aab2-577d0c6fffa1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.939120546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dbb561cd-dd27-4484-aab2-577d0c6fffa1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.939348055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"052f49b4-da0f-4cf7-a6df-7931a78e9995","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.939363593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"052f49b4-da0f-4cf7-a6df-7931a78e9995","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.939810461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab244f77-0a61-45b4-8986-75706c0e8812","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.939823416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab244f77-0a61-45b4-8986-75706c0e8812","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.941900443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"bd6d0fa8-96a6-493c-9bdc-21c467f04c50","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.942315817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"45686af3-9674-4d36-b909-f9d9a5e200a8","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.956123042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"55bc76fe-7e33-4ca6-ade5-9ce9d3515cdb","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.956143665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"55bc76fe-7e33-4ca6-ade5-9ce9d3515cdb","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.972888212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28fb7632-796f-4887-beb7-5f400bcfb343","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.972902175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28fb7632-796f-4887-beb7-5f400bcfb343","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.973137902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9e7af70e-d844-4798-8615-52890b8bad5a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.973149068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9e7af70e-d844-4798-8615-52890b8bad5a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.973407937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2fe9bd5d-af84-45fa-ba93-f41478d4110d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.973424699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2fe9bd5d-af84-45fa-ba93-f41478d4110d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.973655063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9810debd-4c96-4aad-9546-0419190f8cf4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.973666246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9810debd-4c96-4aad-9546-0419190f8cf4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.973907159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a988690-64cc-4688-99b6-a9b11c78fa23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.973920071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a988690-64cc-4688-99b6-a9b11c78fa23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.990068647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ba81e543-4b5b-425a-a335-e8c288873141","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.990084067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ba81e543-4b5b-425a-a335-e8c288873141","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.006124727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0c32cb8c-bbea-4b60-a2bd-57f2e261e1a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.006231109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ff1c68a9-8563-48f0-b5fe-088536062f94","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.006973628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"f37d8218-8309-4a9f-875c-a56a1141d67e","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.006993811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"f37d8218-8309-4a9f-875c-a56a1141d67e","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.009819839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"2cf66988-5d4c-4ac9-b83f-3af0b128b2c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.026527341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-sub","reconcileID":"e858ebea-c9cb-48ec-844f-5dea4b210f3a","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0ec724","model":"llm/e2e-rt-sw-0ec724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.027029763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f723db3b-eae4-4d30-9a59-28a6a5b9f7bd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.027048195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f723db3b-eae4-4d30-9a59-28a6a5b9f7bd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.027404184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0c22938f-33ff-4911-9740-1bc241f1b242","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.0274209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0c22938f-33ff-4911-9740-1bc241f1b242","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.035467832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"2cf66988-5d4c-4ac9-b83f-3af0b128b2c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.10813051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"d63ccbc5-7858-4ec3-98a8-787f90b93caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.112796724Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"bcd73911-084b-4d77-b3ca-f8a84c6c99cd","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"name":"e2e-rt-eq-0c8e39","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.130301196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"d63ccbc5-7858-4ec3-98a8-787f90b93caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.204975439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"3618b0cf-7380-45d7-92bc-f6bef099a582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.205062188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b9ebda15-e10a-4795-9b31-7cac3ebe4180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.224158378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"2bf7be16-e1fe-4cb1-ade1-fecf52838349","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.226608214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"3618b0cf-7380-45d7-92bc-f6bef099a582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.227414464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b9ebda15-e10a-4795-9b31-7cac3ebe4180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.245646529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"2bf7be16-e1fe-4cb1-ade1-fecf52838349","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.314594744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"966c42e6-b412-4965-bcdf-73c4bd73b415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.335447216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"966c42e6-b412-4965-bcdf-73c4bd73b415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.478693572Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"84f8af0f-f8b1-41c8-8030-752d56f9098f","namespace":"llm","name":"e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.481587242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"b47faec7-00ba-464b-877e-7ee92a49cb7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.481965255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"765c01e3-91b5-4cae-8f52-960cfee1e259","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.497616363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf0ef5b6-64f7-440f-8a96-672775b37586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.499271883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"c7abd56a-4835-4ca0-9af0-83732ae2918b","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.499293881Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"c7abd56a-4835-4ca0-9af0-83732ae2918b","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0c8e39-8f80e74632e1","namespace":"llm","model":"e2e-rt-eq-0c8e39","externalModel":"e2e-rt-eq-0c8e39","provider":"e2e-rt-eq-0c8e39-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.503137025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"b47faec7-00ba-464b-877e-7ee92a49cb7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.504058792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"765c01e3-91b5-4cae-8f52-960cfee1e259","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.51904584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf0ef5b6-64f7-440f-8a96-672775b37586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.533298419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"7387793c-de1c-4db0-b711-637b0aa37972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.62682083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"7387793c-de1c-4db0-b711-637b0aa37972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.696000229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"ce15610f-5c01-482c-8c4b-f5404e43adeb","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.711131245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"ee65a12f-8269-446c-a255-56e8a15a0139","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.711330613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"e7fbd385-6263-472c-9f55-b64ebc6c9d91","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.711729075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"578db833-e422-44d2-bfc2-b2079b205b16","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.716688423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"ce15610f-5c01-482c-8c4b-f5404e43adeb","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.731827838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"ee65a12f-8269-446c-a255-56e8a15a0139","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.732046792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"578db833-e422-44d2-bfc2-b2079b205b16","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.734202998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"e7fbd385-6263-472c-9f55-b64ebc6c9d91","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.75449204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0203c07-ddc7-42ec-8750-9920ebcff2a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.770768138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0203c07-ddc7-42ec-8750-9920ebcff2a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.786714956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0203c07-ddc7-42ec-8750-9920ebcff2a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.806240326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0203c07-ddc7-42ec-8750-9920ebcff2a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.827695385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"41cbdf5a-e1e6-44c8-a018-4fb66873c77c","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.848745458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"41cbdf5a-e1e6-44c8-a018-4fb66873c77c","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.884935754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d3c582a9-bc58-4f9f-bd2a-237dfd456d74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.885934078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"10b3e502-24d0-4abf-8463-03f01cfa8a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.902588229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd15f5d9-bf1a-498d-9580-14ac4fd198af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.909189929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"10b3e502-24d0-4abf-8463-03f01cfa8a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.909190999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d3c582a9-bc58-4f9f-bd2a-237dfd456d74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.923988192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd15f5d9-bf1a-498d-9580-14ac4fd198af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:36.000886986Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"d5ebaab9-d76c-4355-8c28-ce62a0adaac6","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:36.000951268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"d5ebaab9-d76c-4355-8c28-ce62a0adaac6","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.001146344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"401741ec-aace-4a21-b916-a8d1ea75d850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.022725729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"401741ec-aace-4a21-b916-a8d1ea75d850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.105032117Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.133179117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"471954ed-e8ec-4d6d-be46-9f7cf99bc915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.13325475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2e7d9786-d768-4ba0-8f8b-e3fbfac4cd59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.135767846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"fc496efc-27d9-4f11-a6d9-936203d9cd0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.137969386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"9e80d333-3a2c-4c6c-88f9-5713ea349357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.151147289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"ef6f1918-6693-4fb9-acaf-1fd924d54c1c","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.155154981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"471954ed-e8ec-4d6d-be46-9f7cf99bc915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.156110805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2e7d9786-d768-4ba0-8f8b-e3fbfac4cd59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.158616968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"fc496efc-27d9-4f11-a6d9-936203d9cd0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.159424016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"9e80d333-3a2c-4c6c-88f9-5713ea349357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.17221588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"ef6f1918-6693-4fb9-acaf-1fd924d54c1c","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.279372024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"dc6c99c1-4349-4cc2-ae21-60de34463473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.280489866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"8c135093-1a3c-464f-8abd-7fd45a608421","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.29407909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb02a04b-68ad-49ba-8de1-b46df162b2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.370754115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"dc6c99c1-4349-4cc2-ae21-60de34463473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.372980568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"8c135093-1a3c-464f-8abd-7fd45a608421","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.374711186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb02a04b-68ad-49ba-8de1-b46df162b2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:39.540708688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-sub","reconcileID":"da848ed2-bebc-4f86-a835-a1590701dcc2","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:39.641722689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-sub","reconcileID":"573575cd-d096-45d5-b269-b9ee04fe73b9","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0ec724","model":"llm/e2e-rt-sw-0ec724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:39.735812054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c50c0464-93a8-4cce-b992-965678665868","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:39.735985369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"965619b9-922b-40b4-8405-65d72537075f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:39.736437132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"00ae61f5-4cef-4a98-b77b-3d44b40ec48f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:39.832508339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"efc1e75c-3af1-4f0e-b74e-74b977cb5a77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:39.847395783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"c1695d48-c8a8-4c1c-9e37-a8ec219ceccf","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:39.931328289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"52c33dd0-1f03-4b19-9a8a-8191f584562f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:39.934594684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"51a36a78-4646-4501-8a58-93868fceb313","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:39.935014193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d165c4c-8a7f-4a10-b52d-a49fea4aaf92","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:40.030825282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"8a5df9ef-2eb3-48fc-86d1-5900572e436b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:40.042763762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"30c1de7a-dffd-4a6f-bf6e-e25c62149eab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:40.048424753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"4d720ebc-ddec-4f24-80a7-c8c2ebe5c3ef","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:40.066034875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-sub","reconcileID":"173b84d9-ec29-45ff-9138-ae1d2c05566d","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:40.194000359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-sub","reconcileID":"cc12f62d-bb34-44ea-b61f-72928d472281","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:40.345405976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"58f30e9a-7129-417f-9808-f3ffb8527327","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:40.357319112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-sub","reconcileID":"84a2dd2c-5d4d-467a-a669-5d6ae571ee54","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:40.542036481Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"687e7f69-d45b-4ce0-8ee7-db3db3143beb","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:40.542098477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"687e7f69-d45b-4ce0-8ee7-db3db3143beb","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:40.907493183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d86d1da-6ce2-456a-b448-18e8ca005e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:40.923540697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d86d1da-6ce2-456a-b448-18e8ca005e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:40.923735085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"5b135f58-d28e-4482-b166-942750a06879","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:40.923755421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"5b135f58-d28e-4482-b166-942750a06879","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0c8e39-8f80e74632e1","namespace":"llm","model":"e2e-rt-eq-0c8e39","externalModel":"e2e-rt-eq-0c8e39","provider":"e2e-rt-eq-0c8e39-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:40.9395076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d86d1da-6ce2-456a-b448-18e8ca005e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:40.955385199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d86d1da-6ce2-456a-b448-18e8ca005e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:40.98033218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"3c251576-38ba-4a84-bd43-0e0e014d033a","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:40.980413717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"3c251576-38ba-4a84-bd43-0e0e014d033a","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0c8e39-8f80e74632e1","namespace":"llm","model":"e2e-rt-eq-0c8e39","externalModel":"e2e-rt-eq-0c8e39","provider":"e2e-rt-eq-0c8e39-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:41.048973584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"daf19009-1af3-4f63-94ac-9cf35a55bd6b","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:41.069368781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"daf19009-1af3-4f63-94ac-9cf35a55bd6b","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:41.218450711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"96e86d27-af4c-4aa8-86e5-a037d1b70320","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:41.218481914Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"96e86d27-af4c-4aa8-86e5-a037d1b70320","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0c8e39-8f80e74632e1","namespace":"llm","model":"e2e-rt-eq-0c8e39","externalModel":"e2e-rt-eq-0c8e39","provider":"e2e-rt-eq-0c8e39-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:41.669465625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba502b26-cf33-423f-b95b-46e1a0eda820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:41.686944891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba502b26-cf33-423f-b95b-46e1a0eda820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:41.703140733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba502b26-cf33-423f-b95b-46e1a0eda820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:41.718752766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba502b26-cf33-423f-b95b-46e1a0eda820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.423536577Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-0c8e39-sub models-as-a-service/e2e-rt-sw-0ec724-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.439182081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"1475390e-6db3-4067-911a-ef9ba16bb42b","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.43920376Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"1475390e-6db3-4067-911a-ef9ba16bb42b","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0c8e39-8f80e74632e1","namespace":"llm","model":"e2e-rt-eq-0c8e39","externalModel":"e2e-rt-eq-0c8e39","provider":"e2e-rt-eq-0c8e39-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:46.461420827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-0c8e39-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-sub","reconcileID":"87a724ab-35b4-4146-b8c0-56320a6a8356","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-0c8e39-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.493045009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"3c0df2aa-13ac-4870-95c4-556e717240b9","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.493070244Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"3c0df2aa-13ac-4870-95c4-556e717240b9","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0c8e39-8f80e74632e1","namespace":"llm","model":"e2e-rt-eq-0c8e39","externalModel":"e2e-rt-eq-0c8e39","provider":"e2e-rt-eq-0c8e39-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.505996525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d809615-376a-4341-bdb2-43455b671266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.506044811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"b3c87d1f-56b2-4946-bda2-4fa77386e045","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.506494287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ca18346-82ec-4d97-8609-713a53603a55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.506699706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"918b8dda-fe36-4af7-9924-0544de016a77","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:46.526760622Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"3c0df2aa-13ac-4870-95c4-556e717240b9","name":"e2e-rt-eq-0c8e39","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-0c8e39\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:46.526831212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"3c0df2aa-13ac-4870-95c4-556e717240b9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-0c8e39\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.530032482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d809615-376a-4341-bdb2-43455b671266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.530246075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"b3c87d1f-56b2-4946-bda2-4fa77386e045","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.532313133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"918b8dda-fe36-4af7-9924-0544de016a77","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.53263068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ca18346-82ec-4d97-8609-713a53603a55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.542740975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"e1253f16-04b5-4523-ae7d-cff0aa8c792d","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.542757484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"e1253f16-04b5-4523-ae7d-cff0aa8c792d","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.578329257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"3423266b-d1ef-48a2-9810-eab2efd1e1a9","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.578347986Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"3423266b-d1ef-48a2-9810-eab2efd1e1a9","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0c8e39-8f80e74632e1","namespace":"llm","model":"e2e-rt-eq-0c8e39","externalModel":"e2e-rt-eq-0c8e39","provider":"e2e-rt-eq-0c8e39-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.611525679Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-0c8e39-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-sub","reconcileID":"00b75d5b-6728-49f3-a0dd-620ef083fc65","MaaSSubscription":{"name":"e2e-rt-eq-0c8e39-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-0c8e39","model":"e2e-rt-eq-0c8e39","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-0c8e39-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.703002319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"cd594cea-1370-48b9-90c4-557df10a47ef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.703029306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"cd594cea-1370-48b9-90c4-557df10a47ef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0c8e39-8f80e74632e1","namespace":"llm","model":"e2e-rt-eq-0c8e39","externalModel":"e2e-rt-eq-0c8e39","provider":"e2e-rt-eq-0c8e39-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.741263257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa721a4c-051e-44c0-b561-a6fa7d96517a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.741306835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a12feead-b83d-4ced-8fec-70a863f4106b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.76249402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa721a4c-051e-44c0-b561-a6fa7d96517a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.76362895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a12feead-b83d-4ced-8fec-70a863f4106b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.76649893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-0c8e39-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-sub","reconcileID":"29901f62-51f8-4865-a9e1-bb82b8eedf8f","MaaSSubscription":{"name":"e2e-rt-eq-0c8e39-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-0c8e39","model":"llm/e2e-rt-eq-0c8e39","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.842204765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"54aba7c8-13b4-4dba-b777-715dcca47046","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.842316427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"5ea2ee4c-b36d-4389-a03c-5a0312b09362","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.863158214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"5ea2ee4c-b36d-4389-a03c-5a0312b09362","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:46.863269415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"54aba7c8-13b4-4dba-b777-715dcca47046","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:48.262606769Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-0c8e39-sub models-as-a-service/e2e-rt-sw-0ec724-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.134939967Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"c23e288f-2e40-4af5-9d46-f31101aeb328","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.157140195Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"7c1b193a-2baf-4ba5-9411-f6c122a68747","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.202606325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"b1a82010-3df8-4629-b0a7-48eb567d15de","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.202634011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"b284535b-d72b-421d-bf0d-e1c3f8eb3cf6","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.203124297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"1e8fa577-d9df-439e-81e3-080c4835f725","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.216109452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dfc963a-57a6-4912-bd4e-3addc2a629c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.217750991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"fe37a29b-ae34-4c44-81d8-3d0d7f67718b","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.22349688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"b284535b-d72b-421d-bf0d-e1c3f8eb3cf6","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.223799346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"1e8fa577-d9df-439e-81e3-080c4835f725","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.225804053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"b1a82010-3df8-4629-b0a7-48eb567d15de","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.23873804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"fe37a29b-ae34-4c44-81d8-3d0d7f67718b","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.238872348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dfc963a-57a6-4912-bd4e-3addc2a629c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.379855083Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"754990ac-1305-48e0-be88-f67618f35867","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.425317646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ce411726-5a5f-4fa6-a629-04a3bca8c634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.425413401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"351fd0a4-bd7b-433b-a4c8-bf014a7a65be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.429379365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"fb4d5bca-de08-46d1-a928-f6593bbb6d0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.430066267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"8846443c-8861-4b7a-b8d6-1e90fc6e6263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.44755899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ce411726-5a5f-4fa6-a629-04a3bca8c634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.447577695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"351fd0a4-bd7b-433b-a4c8-bf014a7a65be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.450357201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"fb4d5bca-de08-46d1-a928-f6593bbb6d0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.450573652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"8846443c-8861-4b7a-b8d6-1e90fc6e6263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.527549339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"e193f499-f101-4fcd-9bb8-7625bb46a25f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.555584406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"e193f499-f101-4fcd-9bb8-7625bb46a25f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.565542899Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"fc1ceae8-33ba-4e6b-8ca3-160b82c16cec","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.582461406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"d6af5509-7a24-4364-9858-817e7ad8b8d1","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.582499139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"d6af5509-7a24-4364-9858-817e7ad8b8d1","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-622143-413a5a06729e","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.725045906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"4c220b0a-13d1-4bb7-8445-7296b63e20d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.727438752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"3760da1d-cae1-452b-bfd0-17205c700872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.742761727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"35105042-9e16-484e-be83-fb651ffb9e5e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.742921715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"af7e82f2-7b6b-457c-a797-7b4e71c6aaf2","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.746989076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"4c220b0a-13d1-4bb7-8445-7296b63e20d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.748093572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"3760da1d-cae1-452b-bfd0-17205c700872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.764255625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"af7e82f2-7b6b-457c-a797-7b4e71c6aaf2","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.764273101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"35105042-9e16-484e-be83-fb651ffb9e5e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.854454889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9b2dc1f1-a217-402f-b86a-427bca5d53be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.856829762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"907b4926-dc76-4580-a118-f8cb2bb059cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.875706864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9b2dc1f1-a217-402f-b86a-427bca5d53be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.881185681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"907b4926-dc76-4580-a118-f8cb2bb059cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.890060084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"d176866c-6001-4283-aa94-4fee602bf3a1","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.915321964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"d176866c-6001-4283-aa94-4fee602bf3a1","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.970321637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"41f5f024-1d87-4c61-a75a-c8f2883b665e","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.970464912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"d0d87a3b-3c38-4091-9c4d-3441920421b6","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.991567964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"d0d87a3b-3c38-4091-9c4d-3441920421b6","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.991826903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"41f5f024-1d87-4c61-a75a-c8f2883b665e","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.060596511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"d63fcb70-0a5e-47a6-9e08-b5a23d65b302","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.060664181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"d6717993-b64a-4f92-95a5-ad889327ef00","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.081438069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"d6717993-b64a-4f92-95a5-ad889327ef00","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.081599427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"d63fcb70-0a5e-47a6-9e08-b5a23d65b302","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.174079028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"b64ca83d-f4ae-4471-b9d1-5747ec3f18a0","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.194751439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"b64ca83d-f4ae-4471-b9d1-5747ec3f18a0","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.255943649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"fea55a9b-1db2-45cf-96c8-66bf5cc3f7e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.279509175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"6c686f88-8bd7-4c2f-80b5-31d826736ee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.280289579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"b6315cd9-3465-4285-abc8-febc89f1e1bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.294310764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"fea55a9b-1db2-45cf-96c8-66bf5cc3f7e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.295470725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1908a960-fe67-4173-8bb5-3102b57ed17d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.305301628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"6c686f88-8bd7-4c2f-80b5-31d826736ee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.305797892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"b6315cd9-3465-4285-abc8-febc89f1e1bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.318581333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1908a960-fe67-4173-8bb5-3102b57ed17d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.372973295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"fb77d90c-1fc9-45ef-bc4e-69d808f8306a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.397633915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"fb77d90c-1fc9-45ef-bc4e-69d808f8306a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.4087538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"a65c6467-ec23-4e57-9136-6762a5dab491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.432190582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"a65c6467-ec23-4e57-9136-6762a5dab491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:59.867359866Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"de0e294c-7956-4bf4-b8b2-a4c895873da5","namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:59.937574086Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"a3ce59ff-9bf1-40b4-a086-9e8e6222e6c6","namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:59.938689034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"bd3bcde2-8f68-4265-95e1-f1e97f83f8e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:59.960872132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"bd3bcde2-8f68-4265-95e1-f1e97f83f8e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:59.971405164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"26fcbd6c-3a31-4669-aacd-f63c52a136d0","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:59.982564841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"081116a7-b55d-4de0-acd0-eee58e948a0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:59.989083575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"19d21e7f-a2bc-4658-bf47-c5c5b35e9824","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:59.994600598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"8c0b151f-dee6-414c-bdc2-ae951606543c","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:59.998292677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"26fcbd6c-3a31-4669-aacd-f63c52a136d0","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.00493772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"081116a7-b55d-4de0-acd0-eee58e948a0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.012830234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"19d21e7f-a2bc-4658-bf47-c5c5b35e9824","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.022336815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"8c0b151f-dee6-414c-bdc2-ae951606543c","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.050625653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-0c8e39-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-sub","reconcileID":"3ffd76a5-f7f9-4c97-9c80-e54f068c542e","MaaSSubscription":{"name":"e2e-rt-eq-0c8e39-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-0c8e39","model":"llm/e2e-rt-eq-0c8e39","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.127079702Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"09d5e55e-6db3-459f-a3ab-35808e7ecc75","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.178573415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"91deb7e6-318f-456c-8d04-743844cacc14","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.179985334Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"08e639d0-15dd-48f3-9287-bcca458d59ff","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.233381962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"91deb7e6-318f-456c-8d04-743844cacc14","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:00.267897961Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"08e639d0-15dd-48f3-9287-bcca458d59ff","name":"e2e-cfl-622143","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-622143\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:00.267995751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"08e639d0-15dd-48f3-9287-bcca458d59ff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-622143\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.295337266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"d1beea95-763b-4571-b19f-be9a28a264ba","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.295444189Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"d1beea95-763b-4571-b19f-be9a28a264ba","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0c8e39-8f80e74632e1","namespace":"llm","model":"e2e-rt-eq-0c8e39","externalModel":"e2e-rt-eq-0c8e39","provider":"e2e-rt-eq-0c8e39-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.329735016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"0d008fbb-2a4e-4f8a-9e88-606199668016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.336416067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"9c1203f4-6b94-4504-8872-d9aeeb78c896","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.351115536Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"6beec35f-e8c7-4a5f-9d01-8141242b5d22","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.37961349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"0d008fbb-2a4e-4f8a-9e88-606199668016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.380396083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"a17316e8-a1ea-4f2f-a9f3-89369582bf6c","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.386558189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"9c1203f4-6b94-4504-8872-d9aeeb78c896","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.398329352Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"e78f94c4-a586-4807-932d-975a18cba4b8","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.398837634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6774ed1-a3cf-475e-8922-a5630108b9da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.405075467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"a17316e8-a1ea-4f2f-a9f3-89369582bf6c","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.423571078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6774ed1-a3cf-475e-8922-a5630108b9da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.472286867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"96ad19c5-0a6d-4039-b5cc-8d30c5251dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.538470787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"96ad19c5-0a6d-4039-b5cc-8d30c5251dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.54964351Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"f1f09ed3-1876-453c-9568-1097981c7baa","namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.584680819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"40e0f93c-2238-4c80-8103-e1277300a625","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.584711143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"40e0f93c-2238-4c80-8103-e1277300a625","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.60676698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"fa282481-e618-442c-8703-8637b918c9c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.630280963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"fa282481-e618-442c-8703-8637b918c9c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.656082674Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"ee579e76-9074-4a3e-8342-cc934d790473","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-622143-413a5a06729e","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.689639267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"1a622350-940c-4cca-9de9-995a759206dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.690697728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"34e6dc40-8afc-4dac-979a-70034f0e7067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.707287749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"51392320-6ba3-428a-9690-218f33dba696","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.717680597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"34e6dc40-8afc-4dac-979a-70034f0e7067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.72012564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"1a622350-940c-4cca-9de9-995a759206dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.759497258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"51392320-6ba3-428a-9690-218f33dba696","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.804333438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"e4c4725c-11a5-4689-9b54-b6691b22d7fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.83801139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"e4c4725c-11a5-4689-9b54-b6691b22d7fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.885225209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"a8451a75-33f7-49b3-89af-f6350cd116f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.911906819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"a8451a75-33f7-49b3-89af-f6350cd116f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.914426902Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"03635c7a-fd01-4c5c-a0b9-2d8d8e19ccd0","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.945501519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"ead801b2-d376-440e-b86e-372ca4be58f3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-b3690233","tenantID":"e2e-ait-b3690233","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.946344722Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"f18db45b-0297-409d-bda6-36de8bcf2aee","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:00.995864932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9ab5087f-1819-43c3-91c6-6096f9b13462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.003577509Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"ead801b2-d376-440e-b86e-372ca4be58f3","name":"e2e-ait-b3690233-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.013047906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"34e4c44a-f36b-415d-bd29-3531ae3fc4df","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.021734894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9ab5087f-1819-43c3-91c6-6096f9b13462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.028676806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af569bba-21a5-44e9-8677-1b987eba31aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.040735641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"34e4c44a-f36b-415d-bd29-3531ae3fc4df","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.051364278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af569bba-21a5-44e9-8677-1b987eba31aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.109400535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"34e31e3c-5f1a-4ec7-8189-c3fb6a144ecb","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.186208237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"df1c5bac-e376-4c34-bcc9-d76384c0ad3b","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.190290947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"34e31e3c-5f1a-4ec7-8189-c3fb6a144ecb","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.272285265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"df1c5bac-e376-4c34-bcc9-d76384c0ad3b","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.351315332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"2ba0d697-69fa-42eb-b2f1-33e052afefaf","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.351354325Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"2ba0d697-69fa-42eb-b2f1-33e052afefaf","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.410400584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"3f3dcf31-f4cd-44a9-82fa-71aa26494511","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.411104215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"4dbffb0d-312d-4165-8753-137223b2b6d8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.464466772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"46ab4d87-591a-410e-8f01-da98931d0fe0","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.472220891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"4dbffb0d-312d-4165-8753-137223b2b6d8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.502244294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"3f3dcf31-f4cd-44a9-82fa-71aa26494511","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.624516405Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"46ab4d87-591a-410e-8f01-da98931d0fe0","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.663301221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"d8cd96cd-d94e-4771-b497-82db4926a9c2","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.66481327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-944506-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"46ab4d87-591a-410e-8f01-da98931d0fe0","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.717554036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"5d711229-6908-4d1c-87a3-7a672af28634","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.720714246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"d8cd96cd-d94e-4771-b497-82db4926a9c2","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.7604249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"599e178a-2e39-4624-b3b4-eb19eee37690","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.760455455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"599e178a-2e39-4624-b3b4-eb19eee37690","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.86950558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"5d711229-6908-4d1c-87a3-7a672af28634","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.940691354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"e326038f-2883-4833-9491-5e81be424d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:01.960265141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"03a3a2ff-c588-4a2b-a52f-1c70df02b58a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:02.002611464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"03a3a2ff-c588-4a2b-a52f-1c70df02b58a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:02.018823886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da8be9a3-1add-49f2-a9d6-74a64403fb58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:02.025120125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"e326038f-2883-4833-9491-5e81be424d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:02.092174626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da8be9a3-1add-49f2-a9d6-74a64403fb58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:02.111040019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ce52a7bc-6911-496d-a952-b751d2eaaf3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:02.166295381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ce52a7bc-6911-496d-a952-b751d2eaaf3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:02.264391195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"80669515-051d-45b1-9a8b-7be2ddaa48c1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:02.276664317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"0c0f3a93-d695-43b7-ae36-451139fef433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:02.306373994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"945d98fe-551a-4d64-bfd1-2607bd1624e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:02.306983367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"1b402e5d-c9e5-4fe8-928b-98632c998c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:02.320310018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"80669515-051d-45b1-9a8b-7be2ddaa48c1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:02.379615579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"0c0f3a93-d695-43b7-ae36-451139fef433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:02.464469549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"945d98fe-551a-4d64-bfd1-2607bd1624e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:02.467645738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"1b402e5d-c9e5-4fe8-928b-98632c998c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:02.550627327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"de02ab91-51e8-41f0-8c8b-73618493b245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:02.607955274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"de02ab91-51e8-41f0-8c8b-73618493b245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:06.105102571Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:08.822935299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"baf9454a-47ac-4063-a292-095fa67bbb42","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:08.822960513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"baf9454a-47ac-4063-a292-095fa67bbb42","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0c8e39-8f80e74632e1","namespace":"llm","model":"e2e-rt-eq-0c8e39","externalModel":"e2e-rt-eq-0c8e39","provider":"e2e-rt-eq-0c8e39-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:08.875893016Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-0c8e39-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-sub","reconcileID":"aa001260-ca26-4d98-9c0d-e129bc25e433","MaaSSubscription":{"name":"e2e-rt-eq-0c8e39-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6fe456d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:08.891716671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ce46b1a-3e48-4429-98cc-2a76b8bcb459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:08.89189307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2be562f9-dd06-40a0-946c-b8b99034b69d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:08.892388535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"5c407b2d-a4d2-4696-ab19-bdbb63db252b","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:08.892428356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"f1aa6654-744c-4eb0-b689-2bc5c0f1f8ac","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:08.914406573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ce46b1a-3e48-4429-98cc-2a76b8bcb459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:08.915682316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2be562f9-dd06-40a0-946c-b8b99034b69d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:08.916800842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"f1aa6654-744c-4eb0-b689-2bc5c0f1f8ac","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:08.919344532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"5c407b2d-a4d2-4696-ab19-bdbb63db252b","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:09.044241186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b608ccb8-70bf-4ed0-a6e2-143fc83de837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:09.044244282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e6a75ba-891c-42a6-8ae4-dfded027618a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:09.066074605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e6a75ba-891c-42a6-8ae4-dfded027618a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:09.066414008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b608ccb8-70bf-4ed0-a6e2-143fc83de837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:09.144859597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"a8bba704-752c-4157-8aea-64d3c7408b18","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:09.144928333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"dbf2a5ec-2a56-4fe2-b3d9-d4a4b183bdd5","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:09.166304138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"a8bba704-752c-4157-8aea-64d3c7408b18","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:09.166310901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"dbf2a5ec-2a56-4fe2-b3d9-d4a4b183bdd5","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:10.979801076Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"e1de9124-ddfe-4aef-b4c4-3b3197355174","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:11.75249334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"62011939-16b5-4f34-940f-535b2b666b22","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:11.773462778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"62011939-16b5-4f34-940f-535b2b666b22","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:11.793204491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-944506-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"62011939-16b5-4f34-940f-535b2b666b22","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:14.44698486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"62a30882-ef36-4685-b327-edc8b40d7173","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:14.468276927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"62a30882-ef36-4685-b327-edc8b40d7173","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:14.488005253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-944506-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3194a8f3fcc5ae5380558da04d6d3a9357a08ab8fa64c6d8936b151557862d2) AuthConfig (ae8d655dfdb8ed297a035a410bc8a9acdd7c2eab3a4881fd418f08b88e2ec681) AuthConfig (5239ad61aedab9bef67320520cb1c06eeb2123b8494576d549269f7413dc752e) AuthConfig (91f96b6daa9761f58028c6620d2bc15bab636f2b7c159637eb9b7e090b08427d) AuthConfig (21741df892343e7f1e5f80ab498c95b8f2dbb2b2973734dc848d4276a83fe4f4) AuthConfig (6fb0edd3edd9daf86a663a4f05ba844d2f02f1b7728d51f91946149869f4ea11) AuthConfig (291e29c03f7a63865bda73af6043bc28d086ddab813f2890af6099fffe0fb9a5) AuthConfig (2e63972cfdfd2061f0f252ec2d0427aa005a7b39e150b2f7dbd94b1b6c8a48e1) AuthConfig (b746903df866c45dec8bb163b1827afc599a8633c7fc396a6c7c6342f9c1c790) AuthConfig (b8e42ca6c1e5f4ecc0e4c143eb394047d8558c06fd06367d5b2dfa54900a420e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"62a30882-ef36-4685-b327-edc8b40d7173","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:14.525654248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"3eec341a-578c-46f3-8dba-c24068008881","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:14.525672577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"3eec341a-578c-46f3-8dba-c24068008881","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:18.892522141Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-0c8e39-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-sub","reconcileID":"cdef9375-1cd7-4604-a0ea-d42891968d92","MaaSSubscription":{"name":"e2e-rt-eq-0c8e39-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-0c8e39","subscription":"e2e-rt-eq-0c8e39-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:18.925032641Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-0c8e39-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-sub","reconcileID":"cdef9375-1cd7-4604-a0ea-d42891968d92","MaaSSubscription":{"name":"e2e-rt-eq-0c8e39-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:18.943367837Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-0c8e39-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-sub","reconcileID":"cdef9375-1cd7-4604-a0ea-d42891968d92","MaaSSubscription":{"name":"e2e-rt-eq-0c8e39-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-0c8e39","namespace":"llm","model":"llm/e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.100653396Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.116616581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"643e3a0d-50fc-4cde-ad12-da7c8305e2a8","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.116635369Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"643e3a0d-50fc-4cde-ad12-da7c8305e2a8","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0c8e39-8f80e74632e1","namespace":"llm","model":"e2e-rt-eq-0c8e39","externalModel":"e2e-rt-eq-0c8e39","provider":"e2e-rt-eq-0c8e39-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.171081268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"b6106b3b-4137-489e-8958-c3793c259588","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.171099897Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"b6106b3b-4137-489e-8958-c3793c259588","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.184749396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"07685a66-9344-4fec-9def-bddfed1e12d2","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.184907005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"b86aa5bc-35af-4561-82ab-6e0b3af360ec","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.18514036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28dff0cc-e234-43db-a5e8-350766748405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.185423972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64dafd4c-2922-4b62-bace-cde9e20a85d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.206989163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"b86aa5bc-35af-4561-82ab-6e0b3af360ec","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.206989156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"07685a66-9344-4fec-9def-bddfed1e12d2","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.209369464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28dff0cc-e234-43db-a5e8-350766748405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.209433419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64dafd4c-2922-4b62-bace-cde9e20a85d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.270868944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"68226dad-4e94-4d3b-b605-f7caaac10259","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.270889359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"68226dad-4e94-4d3b-b605-f7caaac10259","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0c8e39-8f80e74632e1","namespace":"llm","model":"e2e-rt-eq-0c8e39","externalModel":"e2e-rt-eq-0c8e39","provider":"e2e-rt-eq-0c8e39-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.372223963Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0c8e39-access","reconcileID":"d9c3a11d-0721-4a62-8809-446ee6fc8ffd","MaaSAuthPolicy":{"name":"e2e-rt-eq-0c8e39-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.492265611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"9ab3ceed-ed01-4269-80e5-4b3f0447b201","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.492283515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"9ab3ceed-ed01-4269-80e5-4b3f0447b201","MaaSModelRef":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0c8e39-8f80e74632e1","namespace":"llm","model":"e2e-rt-eq-0c8e39","externalModel":"e2e-rt-eq-0c8e39","provider":"e2e-rt-eq-0c8e39-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.076536186Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"cc085cf2-48fd-4ec3-80f3-dabe083f620e","namespace":"llm","name":"e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.096035967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"10760b4b-7dab-4af0-9a5c-f9b23915bf18","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.096054901Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"10760b4b-7dab-4af0-9a5c-f9b23915bf18","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.113722567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3bc70703-13da-4adc-80e4-5d0f2b8ca507","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.113738432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3bc70703-13da-4adc-80e4-5d0f2b8ca507","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.113988301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6eecdf6a-c262-448d-8fa5-a507ce48ed0b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.113999167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6eecdf6a-c262-448d-8fa5-a507ce48ed0b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.114186222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f916f303-bf9f-4e90-a781-d954b36f46c7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.114195495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f916f303-bf9f-4e90-a781-d954b36f46c7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.114375922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"57890d4e-02f2-48b9-962d-dbbf8854393d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.114387723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"57890d4e-02f2-48b9-962d-dbbf8854393d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.114560982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"72dcf4f0-9c3e-4fb5-a448-fe0a9e1009af","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.114614574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e22fd034-9b02-48eb-acc1-a251220480a2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.114628983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e22fd034-9b02-48eb-acc1-a251220480a2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.11487615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"12b4104f-95e0-47c2-bf2a-2f58eb88492d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.114889179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"12b4104f-95e0-47c2-bf2a-2f58eb88492d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.115106374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcc96aa9-8da8-4027-80d9-c1d578dfb1b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.115118097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcc96aa9-8da8-4027-80d9-c1d578dfb1b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.115403254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f9cb41df-2438-4990-ab01-d70dbe9f87ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.115416346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f9cb41df-2438-4990-ab01-d70dbe9f87ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.12970683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"7a40ff49-3d99-4dc7-9bcb-1c16e6157d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.130918656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"9b60c4a0-7b7d-4f82-ab28-3d2417338a40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.170386772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30d6adf0-2f73-4918-bcf0-f81fe8a069ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.170957233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"518a368b-6a35-4148-9185-ee8d72566c91","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.172198348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"72dcf4f0-9c3e-4fb5-a448-fe0a9e1009af","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.172597328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7506d5f2-424d-4f5f-ba99-518a27cd3f5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.175061226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"7a40ff49-3d99-4dc7-9bcb-1c16e6157d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.175498504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"48ec44a3-656e-478a-be3a-649b870624ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.176083587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"9b60c4a0-7b7d-4f82-ab28-3d2417338a40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.187929434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-sub","reconcileID":"75170748-8093-4711-933e-f3601037272e","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0ec724","model":"llm/e2e-rt-sw-0ec724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.192308999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30d6adf0-2f73-4918-bcf0-f81fe8a069ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.193501302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-944506-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3194a8f3fcc5ae5380558da04d6d3a9357a08ab8fa64c6d8936b151557862d2) AuthConfig (ae8d655dfdb8ed297a035a410bc8a9acdd7c2eab3a4881fd418f08b88e2ec681) AuthConfig (5239ad61aedab9bef67320520cb1c06eeb2123b8494576d549269f7413dc752e) AuthConfig (91f96b6daa9761f58028c6620d2bc15bab636f2b7c159637eb9b7e090b08427d) AuthConfig (21741df892343e7f1e5f80ab498c95b8f2dbb2b2973734dc848d4276a83fe4f4) AuthConfig (6fb0edd3edd9daf86a663a4f05ba844d2f02f1b7728d51f91946149869f4ea11) AuthConfig (291e29c03f7a63865bda73af6043bc28d086ddab813f2890af6099fffe0fb9a5) AuthConfig (2e63972cfdfd2061f0f252ec2d0427aa005a7b39e150b2f7dbd94b1b6c8a48e1) AuthConfig (b746903df866c45dec8bb163b1827afc599a8633c7fc396a6c7c6342f9c1c790) AuthConfig (b8e42ca6c1e5f4ecc0e4c143eb394047d8558c06fd06367d5b2dfa54900a420e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"72dcf4f0-9c3e-4fb5-a448-fe0a9e1009af","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.196727767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"518a368b-6a35-4148-9185-ee8d72566c91","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.243949688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"dbdd5a7b-4b46-483d-a590-efc212ff8062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.265207428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"dbdd5a7b-4b46-483d-a590-efc212ff8062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.380268449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"376b7fca-33db-4b00-834e-7922149077df","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.380296081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"278cab9b-54ec-427a-9b3e-a64dd9908546","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.380740571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"f46db158-d3ff-4e05-8241-0eb96b1742ce","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.399716336Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-0c8e39","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0c8e39","reconcileID":"dc315dc5-0f6d-4f50-bf52-e54401fe036f","namespace":"llm","name":"e2e-rt-eq-0c8e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.401622527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"376b7fca-33db-4b00-834e-7922149077df","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.401944708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"278cab9b-54ec-427a-9b3e-a64dd9908546","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.403887756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"f46db158-d3ff-4e05-8241-0eb96b1742ce","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.488394685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"7aaed27a-12cc-4723-ad24-fb7171f7797f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.488455294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"f2336b36-58b9-46c2-8e58-00c2053995ba","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.510558128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"7aaed27a-12cc-4723-ad24-fb7171f7797f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.511206471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"f2336b36-58b9-46c2-8e58-00c2053995ba","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.570193194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"0c172b4e-6952-405c-87c2-7c707ca3e982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.572084299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"958d23fd-b276-4ff8-99e8-fc56665e1481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.58543711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"755c9bb0-29dc-4940-ae32-815cb973dd56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.593006965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"0c172b4e-6952-405c-87c2-7c707ca3e982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.593988439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"958d23fd-b276-4ff8-99e8-fc56665e1481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.606922168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"755c9bb0-29dc-4940-ae32-815cb973dd56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.673995496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"d0abacda-4965-4b87-8edf-b30131075ca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.674072225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"a18fd11f-918b-41f4-87e3-c4070b483bef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.696238332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"d0abacda-4965-4b87-8edf-b30131075ca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.696286596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"a18fd11f-918b-41f4-87e3-c4070b483bef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.787535793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"1e40b03b-d199-4cf5-8454-8aee5e64f03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.805109669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"8558e875-904c-44f9-bad7-d652ccba347a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.805125765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a5bf689-db9b-48e5-9386-8b1845a12f5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.81047641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"1e40b03b-d199-4cf5-8454-8aee5e64f03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.826356105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"8558e875-904c-44f9-bad7-d652ccba347a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.826951276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a5bf689-db9b-48e5-9386-8b1845a12f5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.879917348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"56c2258c-7420-45c3-811d-d82eeac0a292","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.895420852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"d8fa7d50-fb5a-42fc-a5ff-f3e67b154e19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.900884491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"56c2258c-7420-45c3-811d-d82eeac0a292","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.916285064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"d8fa7d50-fb5a-42fc-a5ff-f3e67b154e19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.920718049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-944506-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3194a8f3fcc5ae5380558da04d6d3a9357a08ab8fa64c6d8936b151557862d2) AuthConfig (ae8d655dfdb8ed297a035a410bc8a9acdd7c2eab3a4881fd418f08b88e2ec681) AuthConfig (5239ad61aedab9bef67320520cb1c06eeb2123b8494576d549269f7413dc752e) AuthConfig (91f96b6daa9761f58028c6620d2bc15bab636f2b7c159637eb9b7e090b08427d) AuthConfig (21741df892343e7f1e5f80ab498c95b8f2dbb2b2973734dc848d4276a83fe4f4) AuthConfig (6fb0edd3edd9daf86a663a4f05ba844d2f02f1b7728d51f91946149869f4ea11) AuthConfig (291e29c03f7a63865bda73af6043bc28d086ddab813f2890af6099fffe0fb9a5) AuthConfig (2e63972cfdfd2061f0f252ec2d0427aa005a7b39e150b2f7dbd94b1b6c8a48e1) AuthConfig (b746903df866c45dec8bb163b1827afc599a8633c7fc396a6c7c6342f9c1c790) AuthConfig (b8e42ca6c1e5f4ecc0e4c143eb394047d8558c06fd06367d5b2dfa54900a420e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"56c2258c-7420-45c3-811d-d82eeac0a292","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.985864313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"65600483-18c4-4fe0-acb8-0274f296617b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.987004497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"d2019336-70f9-4d9c-a6e9-2bb49bc62d4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.002209599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"616aa0aa-c433-43f5-946c-1080b964fdee","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.006969648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"65600483-18c4-4fe0-acb8-0274f296617b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.008748607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"d2019336-70f9-4d9c-a6e9-2bb49bc62d4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.018563775Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"3f46b6dc-0b1f-482e-adfa-eeb86e8fb8f6","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.0245225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"616aa0aa-c433-43f5-946c-1080b964fdee","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.104647906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"37a91bce-33c6-41eb-87fa-deeed256b139","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.104647759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"674be746-b0d8-443d-8ec8-5e4864af9b63","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.125744667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"674be746-b0d8-443d-8ec8-5e4864af9b63","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.125872864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"37a91bce-33c6-41eb-87fa-deeed256b139","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.126272296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"4fb67df4-3a17-4f72-97d8-7e884dd88610","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.147405672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"4fb67df4-3a17-4f72-97d8-7e884dd88610","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.386390114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"632ed147-741f-4cfd-bfe4-c4437a7ed3a2","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.386419416Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"632ed147-741f-4cfd-bfe4-c4437a7ed3a2","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.439048142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4a2b7ce-b8b5-4ea7-90e1-d4d731f7b40d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.440849443Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-sub","reconcileID":"9b702728-4b3e-471b-92d9-69a0c230ba06","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ad18a670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.445285023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"892994e9-7cea-4dc9-ba09-389bcf3dacca","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.445400763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2e4eb2d-efba-42b7-a66d-705313dc602e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.466582419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4a2b7ce-b8b5-4ea7-90e1-d4d731f7b40d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.468455299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2e4eb2d-efba-42b7-a66d-705313dc602e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.469687394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"892994e9-7cea-4dc9-ba09-389bcf3dacca","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.584161369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca8d1277-5500-49dd-aede-5519030f17b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.60559934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca8d1277-5500-49dd-aede-5519030f17b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.697983186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97574537-611f-4383-b094-029d68fcd862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.724659451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97574537-611f-4383-b094-029d68fcd862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.797827673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"cf23702c-92ca-4007-acb1-41d364c46a9b","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:21.822635531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"cf23702c-92ca-4007-acb1-41d364c46a9b","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:27.485754708Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"9b0754e6-6103-4f46-be46-5eff636263de","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:27.485867753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"9b0754e6-6103-4f46-be46-5eff636263de","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:27.811632149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10d84b7-b316-49b3-89c4-de0924ff29a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:27.827054836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10d84b7-b316-49b3-89c4-de0924ff29a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:27.842360934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10d84b7-b316-49b3-89c4-de0924ff29a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:27.857752148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10d84b7-b316-49b3-89c4-de0924ff29a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:28.592673315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a8d28d-a571-4331-babe-7461faf865ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:28.618646689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a8d28d-a571-4331-babe-7461faf865ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:28.639372156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a8d28d-a571-4331-babe-7461faf865ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:28.675858646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a8d28d-a571-4331-babe-7461faf865ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:30.986158039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"8d5a826d-acb8-4b17-a835-fd704865507a","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:31.037049951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"8d5a826d-acb8-4b17-a835-fd704865507a","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:31.062925614Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"c180b51e-9326-4d00-aa14-27e63a4ac7d0","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:31.294626297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"60c4df73-6c11-4106-ba61-c967a01bb5ca","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:31.294751559Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"60c4df73-6c11-4106-ba61-c967a01bb5ca","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:31.510288008Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-sub","reconcileID":"a7c649e8-a0f0-42f9-9221-683b9623f67a","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-0ec724","subscription":"e2e-rt-sw-0ec724-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:31.515491262Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"4295461a-042d-4acc-a22f-fcdca9d232a8","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:31.523846676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"4295461a-042d-4acc-a22f-fcdca9d232a8","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:31.588181385Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-sub","reconcileID":"a7c649e8-a0f0-42f9-9221-683b9623f67a","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:31.58869407Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"11bc013e-78e5-47b7-afee-a55125a7b72a","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:31.589009416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"11bc013e-78e5-47b7-afee-a55125a7b72a","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:31.614095089Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-sub","reconcileID":"a7c649e8-a0f0-42f9-9221-683b9623f67a","MaaSSubscription":{"name":"e2e-rt-sw-0ec724-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0ec724","namespace":"llm","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:31.786247265Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:31.817834318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"b6239b0b-9e92-4ee6-865a-16ae89301079","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:31.824013116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"b6239b0b-9e92-4ee6-865a-16ae89301079","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:31.825589195Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:31.937285975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-622143-944506-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-sub","reconcileID":"7fc8c416-a09e-468d-9bc6-edb8dfb39e0d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-622143-944506-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.082121422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"0d6df306-e63a-4a2d-b30a-fdf263b688a9","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.116678123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"0d6df306-e63a-4a2d-b30a-fdf263b688a9","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.123168304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"9132462a-aaa1-4771-96d1-3e44aeaca210","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.126134016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"7cda1b9c-4c4c-493a-8f66-339f04222be4","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.126166222Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"7cda1b9c-4c4c-493a-8f66-339f04222be4","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.127270603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c83ede2-0d71-4cc9-aebc-492d80ed6eba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.127601247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"229e3a71-8038-4721-b74c-6227c15454d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.152171241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"9132462a-aaa1-4771-96d1-3e44aeaca210","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.156797986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"229e3a71-8038-4721-b74c-6227c15454d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.157492859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c83ede2-0d71-4cc9-aebc-492d80ed6eba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.198369424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"f831d9e6-4ae8-4183-abde-150ff61a2c98","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.198475054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"f831d9e6-4ae8-4183-abde-150ff61a2c98","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.241365163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"ab029778-2789-45cc-ac09-1893e04ce7e3","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.241462575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"ab029778-2789-45cc-ac09-1893e04ce7e3","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.271599343Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-622143-944506-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-sub","reconcileID":"15631bcb-60cd-4331-9da9-bacbab247ec0","MaaSSubscription":{"name":"e2e-cfl-622143-944506-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-622143","model":"e2e-cfl-622143","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143-944506-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.32015971Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0ec724-access","reconcileID":"49c26868-ec90-41a4-9453-035a7b5d1f1d","MaaSAuthPolicy":{"name":"e2e-rt-sw-0ec724-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.32104464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"42a421d7-e492-473e-ba52-a64189873a42","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.342121426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"42a421d7-e492-473e-ba52-a64189873a42","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.353513249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05add09-15a8-490c-b065-6aa2a88352bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.37023756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05add09-15a8-490c-b065-6aa2a88352bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.39360058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05add09-15a8-490c-b065-6aa2a88352bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.395341578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"156e1063-073b-49db-9c13-b6833949a0aa","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.395393146Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"156e1063-073b-49db-9c13-b6833949a0aa","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.411511968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05add09-15a8-490c-b065-6aa2a88352bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.452315602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"08dbbf1f-92ee-4af5-be01-2c1c51824ce8","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.452335858Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"08dbbf1f-92ee-4af5-be01-2c1c51824ce8","MaaSModelRef":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0ec724-bc1398cbe93f","namespace":"llm","model":"e2e-rt-sw-0ec724","externalModel":"e2e-rt-sw-0ec724","provider":"e2e-rt-sw-0ec724-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:32.494868384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-622143-944506-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-sub","reconcileID":"5f09dfe7-db42-4e96-9569-f3ac2a4dadc0","MaaSSubscription":{"name":"e2e-cfl-622143-944506-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-622143","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.012180992Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"97dd716e-4592-4a2a-9fbf-df9151a43851","namespace":"llm","name":"e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.035034656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1e0788d0-ff10-4a44-bd6f-312cd94c507b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.035059364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1e0788d0-ff10-4a44-bd6f-312cd94c507b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.035384313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a01c0e23-c422-4a8f-9bfc-a091824d5a20","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.035399874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a01c0e23-c422-4a8f-9bfc-a091824d5a20","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.035723145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b3d4d787-8842-4778-b33c-a9224a2ba389","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.035738594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b3d4d787-8842-4778-b33c-a9224a2ba389","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.036133642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57e67c80-9882-400d-972c-3c1c36ac1244","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.036151227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57e67c80-9882-400d-972c-3c1c36ac1244","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.036646464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc20e9c0-c719-45ec-ba31-ef25866691a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.03666627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc20e9c0-c719-45ec-ba31-ef25866691a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.037152854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c9e6dc93-49f3-4772-95d3-a149740709a6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.037170218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c9e6dc93-49f3-4772-95d3-a149740709a6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.037495628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7cc38236-759d-46d0-94bc-ae75e02963fe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.037509278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7cc38236-759d-46d0-94bc-ae75e02963fe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.037854676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c5d804fe-acae-4e84-b6f3-3467c61072ce","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.037870995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c5d804fe-acae-4e84-b6f3-3467c61072ce","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.076357527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"291b48b5-36d2-4cf2-bc66-5f08d034e937","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.077664711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"a10a28b8-9126-48cd-874f-280017feef44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.108730152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d5fccb-a157-43d8-a533-9c59446ba009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.109289618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"ac7adf44-7a3a-4de9-b063-7c9cd7267f99","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.113114845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"91373e13-18f5-4a80-8424-546c739cf36c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.11337072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"0fd53fcc-174b-46d7-9218-0d2f2afec016","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.128666054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e9cb2935-f349-4a0f-9dbb-15de3ac60eba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.129189798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d5fccb-a157-43d8-a533-9c59446ba009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.132601456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"ac7adf44-7a3a-4de9-b063-7c9cd7267f99","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.140858655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49bef73a-b894-4cb2-b99d-4b5205a33049","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.145056826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d5fccb-a157-43d8-a533-9c59446ba009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.152598593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"291b48b5-36d2-4cf2-bc66-5f08d034e937","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.157477725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"91373e13-18f5-4a80-8424-546c739cf36c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.160947681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d5fccb-a157-43d8-a533-9c59446ba009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.177390895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"a10a28b8-9126-48cd-874f-280017feef44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.185309825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"0fd53fcc-174b-46d7-9218-0d2f2afec016","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.230524888Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0ec724","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0ec724","reconcileID":"01865b7e-d432-4571-9c74-d33523b0ef92","namespace":"llm","name":"e2e-rt-sw-0ec724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.360142611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df27f1d5-da6a-43a1-b44e-2dd24c8fd762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.379186055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"b4a36137-96ae-4d65-acfe-75d2f213278a","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.383353882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df27f1d5-da6a-43a1-b44e-2dd24c8fd762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.404980672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"b4a36137-96ae-4d65-acfe-75d2f213278a","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.456857474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"0d306996-f5ab-4976-8cea-e52a6704f095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.457276332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"3c807be5-487d-4553-86e1-dbe6a4e43d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.458541488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f9491752-112e-4e65-90e0-88642a0232ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.479706422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"0d306996-f5ab-4976-8cea-e52a6704f095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.480404146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"3c807be5-487d-4553-86e1-dbe6a4e43d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.489300259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f9491752-112e-4e65-90e0-88642a0232ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.57833619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"1f9ed75a-96ed-42e0-9f45-02937f1409a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.595743976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"a41328d0-3cae-41e3-9ca7-bb5d595d4f2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.601567722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"1f9ed75a-96ed-42e0-9f45-02937f1409a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.61810205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"a41328d0-3cae-41e3-9ca7-bb5d595d4f2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.771388781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"ac88c3fb-0cc2-4471-bfb7-8f80de04f1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.772312735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"5a496ea8-162a-4368-b115-acb8c91bac4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.786080314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"be29da9b-8a09-42c9-a5f5-fd12cadd2a2e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.793330289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"ac88c3fb-0cc2-4471-bfb7-8f80de04f1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.793969619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"5a496ea8-162a-4368-b115-acb8c91bac4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.807115201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"be29da9b-8a09-42c9-a5f5-fd12cadd2a2e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.819453132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8be15b6-6988-41a7-b8f9-bc85ef99e194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.83481823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"d5864df4-8214-4994-9ff4-8e5a8f38823b","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.840149803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8be15b6-6988-41a7-b8f9-bc85ef99e194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.855599372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"d5864df4-8214-4994-9ff4-8e5a8f38823b","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.918878428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"75f82795-635b-4f4d-a2e1-2389af76fa05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.9349757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"3329c619-bd93-453c-9cc5-5153c884f3b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.939808254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"75f82795-635b-4f4d-a2e1-2389af76fa05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.953375268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70f17866-b671-4fed-910c-8af590f2d379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.956042454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"3329c619-bd93-453c-9cc5-5153c884f3b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.969614847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70f17866-b671-4fed-910c-8af590f2d379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.985297949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70f17866-b671-4fed-910c-8af590f2d379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:34.001016121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70f17866-b671-4fed-910c-8af590f2d379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:34.04913305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"7a7e17b6-8f38-440a-9845-4abbcf9474be","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:34.070167088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"7a7e17b6-8f38-440a-9845-4abbcf9474be","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:34.105186144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"bc09752e-0cec-45e4-a9ff-bb8d0f0b8c2a","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:34.127185232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"bc09752e-0cec-45e4-a9ff-bb8d0f0b8c2a","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:34.136825636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"f8b11a36-b434-43da-868f-352716101435","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:34.159889223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"f8b11a36-b434-43da-868f-352716101435","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.108400883Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:41.111632434Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"f3e527f3-d4df-4e1e-8b69-db5d64289557","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:41.788648647Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"99ebc89c-e6b5-4323-89ae-b69af8fae435","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:41.788742504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"99ebc89c-e6b5-4323-89ae-b69af8fae435","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:48.935287665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-622143-944506-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-sub","reconcileID":"51d7c717-d9e3-4711-ab77-f3111c6c8441","MaaSSubscription":{"name":"e2e-cfl-622143-944506-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-622143","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:49.045370294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"1b4994cd-c7d6-4b78-9998-549957ab28bc","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:49.045491944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"1b4994cd-c7d6-4b78-9998-549957ab28bc","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:50.335418342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"773d9c14-cd12-4f5f-831e-c041a52cc34b","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:50.369918359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"773d9c14-cd12-4f5f-831e-c041a52cc34b","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.145157439Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"e37723e5-b1f4-4f67-863e-9cb66cdf95c7","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.664057836Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"0ea33348-cda0-4a3d-9653-f41448d50147","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.683063581Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"23ecb6e1-d5e6-410b-9589-e44be72a2952","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.713391095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"30088dd8-4a04-4b27-b8c2-72dce93c6ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.713492774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"74cbac50-1158-435b-b17a-91d323931c38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.715192794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42681e26-2333-47d5-aa01-7728f9dccf11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.718480005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"e2bdb6c8-de15-47ff-86d5-ca9bcd8522af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.730345711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"c8bc4d8f-a1bb-4a14-91c8-a09dfc5b6a35","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.734134633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"74cbac50-1158-435b-b17a-91d323931c38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.734261347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"30088dd8-4a04-4b27-b8c2-72dce93c6ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.736433869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42681e26-2333-47d5-aa01-7728f9dccf11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.73882486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"e2bdb6c8-de15-47ff-86d5-ca9bcd8522af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.750983737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"c8bc4d8f-a1bb-4a14-91c8-a09dfc5b6a35","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.770053698Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"22a7956b-449f-4061-b724-e1f7143aa3a0","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.802767035Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"ac87747e-93e5-4431-b571-77fb4d4003b1","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.889495597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"ec545ac9-870a-4ad2-9922-47a931735b93","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.911051685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"ec545ac9-870a-4ad2-9922-47a931735b93","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.919438909Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"2b47a049-2123-4f73-99d4-9f35d45579ca","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.92297584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"f107c647-26a1-45e5-8e44-cc30f4d31a76","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.92383201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"99e78eee-2f02-4f81-88c5-40d3cceb8f06","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.924247857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"2a244844-5bdb-4e2c-b27d-1ab326ed6b5a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.94400616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"f107c647-26a1-45e5-8e44-cc30f4d31a76","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.946349893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"2a244844-5bdb-4e2c-b27d-1ab326ed6b5a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.971882916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"99e78eee-2f02-4f81-88c5-40d3cceb8f06","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.01938864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"959da951-dedc-4432-8afd-ebfd5daf70c3","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.072463131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"959da951-dedc-4432-8afd-ebfd5daf70c3","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.081380919Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"d40bd308-7c88-420f-aa6f-7cd5e675471e","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.099583695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"2f6f7c21-a024-417a-9c64-485167ff438f","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.099614964Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"2f6f7c21-a024-417a-9c64-485167ff438f","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.210225325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"462d47fb-4251-427f-aa25-00a04b8afa5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.215445651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ff605d23-49ec-4467-8fb0-c1211e7b58ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.217388869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"68893c25-031d-4189-99bd-609be6ff98b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.22856965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d09bb64e-1d54-49a9-81bc-8c7327a2b02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.234049121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"462d47fb-4251-427f-aa25-00a04b8afa5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.237470544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ff605d23-49ec-4467-8fb0-c1211e7b58ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.238484427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"68893c25-031d-4189-99bd-609be6ff98b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.249291308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d09bb64e-1d54-49a9-81bc-8c7327a2b02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.30591041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"0117564a-4ca1-44e4-baa1-a92fdcef3734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.326813522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"0117564a-4ca1-44e4-baa1-a92fdcef3734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.331093942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"e7671c61-00d9-4007-98cc-272822e21b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.334330875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"7d48dd56-10bb-4db2-967f-fe9bb780a481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.349493447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"e6e4f2e4-70cf-4949-9dd1-68188a2110a8","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.353456541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"e7671c61-00d9-4007-98cc-272822e21b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.35629545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"7d48dd56-10bb-4db2-967f-fe9bb780a481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.362912048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"7ac44e2d-1935-41e0-9043-be1744adc086","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.370563629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"e6e4f2e4-70cf-4949-9dd1-68188a2110a8","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.384670821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"7ac44e2d-1935-41e0-9043-be1744adc086","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.508497655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5853b024-5280-4580-a28a-f0fd225e0a43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.529377671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5853b024-5280-4580-a28a-f0fd225e0a43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.609873092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"4d11773b-436f-4344-8939-267bc0b3f0d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.613975676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"0dba0e36-d2c3-4960-9df5-ec8db534a040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.625066026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"dcfb1352-5f4c-464f-ac41-5c7a4e5088c3","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.62918721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"1625a659-0f4c-4a6d-a836-d40b6e387cdb","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.630411134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"4d11773b-436f-4344-8939-267bc0b3f0d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.634644082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"0dba0e36-d2c3-4960-9df5-ec8db534a040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.646208947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"dcfb1352-5f4c-464f-ac41-5c7a4e5088c3","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.649852299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"1625a659-0f4c-4a6d-a836-d40b6e387cdb","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.693945942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"a737d1e4-d65d-4311-88cd-2c1a1e622d59","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.715345867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"a737d1e4-d65d-4311-88cd-2c1a1e622d59","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.741737106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"0ddb47dc-c9fc-4996-9b44-16260eb0e030","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.744485431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"3e11666e-99a3-47ca-a309-2fadddc4a5f6","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.763600201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"0ddb47dc-c9fc-4996-9b44-16260eb0e030","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.765299861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"3e11666e-99a3-47ca-a309-2fadddc4a5f6","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.930237046Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","namespace":"ai-tenant-e2e-ait-b3690233","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.930292061Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","namespace":"ai-tenant-e2e-ait-b3690233","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.930363981Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","tenant":"e2e-ait-b3690233","tenantID":"e2e-ait-b3690233","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.948275773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"Deployment","name":"maas-api-e2e-ait-b3690233","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:52.980155321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"Service","name":"maas-api-e2e-ait-b3690233","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.003898027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-b3690233","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.02298718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-b3690233","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.042877239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-b3690233","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.061138573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-b3690233","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.082415427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-b3690233","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.100857653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-b3690233","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.116254999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"Deployment","name":"payload-processing-e2e-ait-b3690233","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.133922088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-b3690233","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.149412174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"Service","name":"payload-processing-e2e-ait-b3690233","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.165353308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"Service","name":"payload-pre-processing-e2e-ait-b3690233","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.181027986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"DestinationRule","name":"payload-processing-e2e-ait-b3690233","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.196599181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-b3690233","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.212173442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-b3690233","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.235402237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-b3690233","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.267290823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-b3690233","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.295000768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-b3690233","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.310725249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-b3690233","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.326513377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b3690233"},"namespace":"ai-tenant-e2e-ait-b3690233","name":"default-tenant","reconcileID":"30789f85-76df-40d8-8d77-43baaf2260b7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-b3690233","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:53.745723071Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-b3690233","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-b3690233","reconcileID":"e99353ca-b2a8-476f-8711-0254f7ac3f3f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-b3690233","removed":["maas.opendatahub.io/gateway-access-e2e-ait-b3690233"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:53.826500291Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"0b56f895-eab3-43c6-b1d3-e4abf3b4f554","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:53.826566171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"0b56f895-eab3-43c6-b1d3-e4abf3b4f554","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.29055816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a24ab64-91df-40ee-b19a-de5ac1429a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.307244747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a24ab64-91df-40ee-b19a-de5ac1429a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.322910209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a24ab64-91df-40ee-b19a-de5ac1429a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.338714447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a24ab64-91df-40ee-b19a-de5ac1429a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.501714802Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"c2a17b57-9ad3-4e65-8595-e1cf1ac9e66f","namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.523357017Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"f61eb536-2187-480b-a880-f1bae95eeb23","namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.543057049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"2b7664ea-f04b-4ab5-abae-d6594f7ade2a","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.565629018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"2b7664ea-f04b-4ab5-abae-d6594f7ade2a","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.566182975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"132a7d6f-effc-4b60-b9a3-947cfb20defd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.593166143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"ccd09c4e-02b2-4fc2-84cc-13d0f47a7e80","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.596936797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"132a7d6f-effc-4b60-b9a3-947cfb20defd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.597421753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"f1420b3b-6cf9-4941-a1b0-84fdd4bfd97a","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.598025525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"f41732e3-0554-4367-9376-8de5c81a8009","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.625555814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"ccd09c4e-02b2-4fc2-84cc-13d0f47a7e80","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.628708051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"f41732e3-0554-4367-9376-8de5c81a8009","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.630730977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"f1420b3b-6cf9-4941-a1b0-84fdd4bfd97a","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.72173364Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"cd5291c6-9118-4418-9707-8a3161cb245f","namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.745684Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"6d6e98ff-e2bc-4c47-8bed-dd56836aa8c8","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.816342428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"6eae1cb4-64b3-403e-ae8c-0d0d8ef48c04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.870622663Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"158c9e3b-5bf9-4ebd-a17f-22de0558e91c","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.903662274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"6eae1cb4-64b3-403e-ae8c-0d0d8ef48c04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.946081957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"698cd355-641b-40a4-bcc1-3aff71a3c7b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.951117181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"8f4b916d-ffb2-45ed-bb06-c23e133f1910","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.951138155Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"8f4b916d-ffb2-45ed-bb06-c23e133f1910","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.968371772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"698cd355-641b-40a4-bcc1-3aff71a3c7b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.991113746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"af9c5cfe-433e-42dc-bc57-03d3a23a80b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.992738851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"5340ef3d-8765-42b9-ade7-dbbbd39e00ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:54.993250832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"8d9ac4b2-0e98-4826-a05a-9df799d57158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.016026109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"5340ef3d-8765-42b9-ade7-dbbbd39e00ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.016904969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"8d9ac4b2-0e98-4826-a05a-9df799d57158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.018369389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"af9c5cfe-433e-42dc-bc57-03d3a23a80b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.026124864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"5fe30f1f-f2ef-4ddf-a1ec-a4416842af78","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.050755643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"5fe30f1f-f2ef-4ddf-a1ec-a4416842af78","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.112157287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13358ca5-1bdd-4437-835c-60171724ee01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.130262241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13358ca5-1bdd-4437-835c-60171724ee01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.148951537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13358ca5-1bdd-4437-835c-60171724ee01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.164500271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13358ca5-1bdd-4437-835c-60171724ee01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.21542871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"e7e71a90-dc13-4a5f-a05e-682676e5fc2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.215941358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"005762c9-bf94-455c-9de3-59451865fa00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.217413616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"0d5fbe2d-e621-4e3d-b2d4-ab6a667a945e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.233094587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"dee412d9-b536-4305-9a9f-5878dc6383f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.2371084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"e7e71a90-dc13-4a5f-a05e-682676e5fc2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.237193699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"005762c9-bf94-455c-9de3-59451865fa00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.242912552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"0d5fbe2d-e621-4e3d-b2d4-ab6a667a945e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.255338272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"dee412d9-b536-4305-9a9f-5878dc6383f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.315970278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"d3a9aa3d-10ea-4071-82e8-96f2b82d9f57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.340235547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"d3a9aa3d-10ea-4071-82e8-96f2b82d9f57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.414855306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"0c13c66e-4845-4aac-b4ad-9ceb67b1e6fa","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.430239214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"23f51ffb-ea93-4538-9b3e-fae8ec7e67fa","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.431526518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"8a8ef8d0-b992-4cce-a3bf-ff3f6de8c25b","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.435341952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"0c13c66e-4845-4aac-b4ad-9ceb67b1e6fa","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.43733728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"cb7a7fc2-00c3-430e-950e-67cdc16090e8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.45182947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"23f51ffb-ea93-4538-9b3e-fae8ec7e67fa","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.45244332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"8a8ef8d0-b992-4cce-a3bf-ff3f6de8c25b","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.458443194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"cb7a7fc2-00c3-430e-950e-67cdc16090e8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.530501585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"b5366db0-072f-4b0d-83f8-1691456e3b47","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.552500597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"b5366db0-072f-4b0d-83f8-1691456e3b47","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.610380835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"ed5378ee-7d49-454b-8c2d-2b9582208067","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.610400217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"ed5378ee-7d49-454b-8c2d-2b9582208067","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.771149129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b10c284b-4782-4749-be13-7e9903567813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.772123817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"c6c350b2-2e33-444b-81bf-0125196a7fbe","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.796405079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b10c284b-4782-4749-be13-7e9903567813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.799997355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"c6c350b2-2e33-444b-81bf-0125196a7fbe","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:55.977721579Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"5d2bbdba-706a-439c-97a1-ba97906a602d","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:55.977902141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"5d2bbdba-706a-439c-97a1-ba97906a602d","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:55.995879771Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"7749fe2a-1005-4dc3-9d02-51d57268e162","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:56.030090063Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"f5a6ae80-2b2c-4e8b-a357-5ed4aefeeaac","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:56.030214207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"f5a6ae80-2b2c-4e8b-a357-5ed4aefeeaac","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.046640387Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"3c5b5a4d-3a38-4ca2-875e-e19dd314b68a","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.17960333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"73cc64a4-4e17-4888-ad63-220d4ea65b54","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.179640321Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"73cc64a4-4e17-4888-ad63-220d4ea65b54","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.282581433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93287b06-120a-4d6f-aa27-d08d223f0c95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.298399955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93287b06-120a-4d6f-aa27-d08d223f0c95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.314131521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93287b06-120a-4d6f-aa27-d08d223f0c95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.32967977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93287b06-120a-4d6f-aa27-d08d223f0c95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.969143239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692c8138-e9ea-45a4-96cc-3bd4f7a850fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.984767595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692c8138-e9ea-45a4-96cc-3bd4f7a850fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.001467524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692c8138-e9ea-45a4-96cc-3bd4f7a850fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.017330116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692c8138-e9ea-45a4-96cc-3bd4f7a850fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:57.053496371Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"7b8e99b5-a2d8-4948-8e97-c7ae6398ac95","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:57.053569422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"7b8e99b5-a2d8-4948-8e97-c7ae6398ac95","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.070819783Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"81bb6d94-4cfa-4c42-a82b-7554677a26a7","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.109181439Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-147981","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-147981","reconcileID":"c1b631ea-d791-4cee-890d-bc93c16442e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-147981","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-147981":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:57.118382984Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"30056f6f-5fdc-4de0-967d-b860419692a0","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:57.118441274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"30056f6f-5fdc-4de0-967d-b860419692a0","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.13457168Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"e9e63165-8e7f-4190-ab87-66220e4a0150","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:57.221300078Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"d0233289-161c-4221-85af-ac1352de290a","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:57.221375325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"d0233289-161c-4221-85af-ac1352de290a","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.240389974Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"3827be16-1596-47b6-a6a3-1f56e77c2690","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:57.285978468Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"d517e834-1dcf-4402-aad6-f84c6fcf363f","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:57.286034104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"d517e834-1dcf-4402-aad6-f84c6fcf363f","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.302105087Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"298648d8-2fae-4e1e-a771-49dbdb245f1d","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.757933918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625438be-2a5c-4cc7-a757-47e87bdc955a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.773467221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625438be-2a5c-4cc7-a757-47e87bdc955a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.789558903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625438be-2a5c-4cc7-a757-47e87bdc955a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.805982771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625438be-2a5c-4cc7-a757-47e87bdc955a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:58.530625421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d558a6c-7f9f-4d2b-9fd2-e484bb13cbe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:58.546051435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d558a6c-7f9f-4d2b-9fd2-e484bb13cbe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:58.561766333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d558a6c-7f9f-4d2b-9fd2-e484bb13cbe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:58.582144192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d558a6c-7f9f-4d2b-9fd2-e484bb13cbe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:58.700700774Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"1e486ed1-14b6-4e6e-be26-220918e614bd","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:58.700769108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"1e486ed1-14b6-4e6e-be26-220918e614bd","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:58.738476165Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"64bbd2dd-0043-4bcb-b1c3-31fbcac15ba7","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:58.782327758Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"1cea3c13-a0eb-4b3d-94c0-76426e9d8bf9","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:58.78237643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"1cea3c13-a0eb-4b3d-94c0-76426e9d8bf9","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:58.803939267Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"ac647ab4-b935-408c-9faf-6af2b47552cc","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:58.839379552Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-3261bdf2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-3261bdf2","reconcileID":"99db51af-18f1-4bea-8c66-cce7ad9471e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-3261bdf2","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-3261bdf2":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:58.995892952Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"9739c51b-0796-4cba-bd87-49bea1f5e176","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:58.995950823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"9739c51b-0796-4cba-bd87-49bea1f5e176","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:59.02771279Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"f70b1daf-9d90-4517-950b-8e2b1ec7959b","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:59.390310075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4c6d79-b1a9-48db-98ec-fc715f245b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:59.407506911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4c6d79-b1a9-48db-98ec-fc715f245b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:59.425308667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4c6d79-b1a9-48db-98ec-fc715f245b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:59.443585845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4c6d79-b1a9-48db-98ec-fc715f245b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:00.499292053Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"a821d573-bbc6-4cde-bc7e-58e73a0baec3","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:00.499350081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"a821d573-bbc6-4cde-bc7e-58e73a0baec3","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.518286559Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"2fb0129d-0335-4f9e-aa08-a559c1baca42","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.594125751Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-944506 priority=0:[ai-tenant-e2e-extmod-a-944506/e2e-cfl-41898f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143-944506-sub]","namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.611109291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"6a3bfc9c-5928-45da-ae84-7710ced50b0e","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.61112664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"6a3bfc9c-5928-45da-ae84-7710ced50b0e","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:00.638457695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-sub","reconcileID":"236b2173-8035-4490-bf91-0cd48d58d6f0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-41898f-69ba2d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.672682673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"87fdf801-1616-4ba4-92b0-7c0e29361ad4","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.673063199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"45557b2a-c516-4082-871c-1f5795e76d97","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.673979437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"a7622f22-3dca-4e0d-b7b0-956d206303e1","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.673996374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"a7622f22-3dca-4e0d-b7b0-956d206303e1","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.694561625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"87fdf801-1616-4ba4-92b0-7c0e29361ad4","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.695574287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"45557b2a-c516-4082-871c-1f5795e76d97","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:00.714679655Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"a7622f22-3dca-4e0d-b7b0-956d206303e1","name":"e2e-cfl-41898f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-41898f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:00.714727443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"a7622f22-3dca-4e0d-b7b0-956d206303e1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-41898f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.733540474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"5ed26fff-412d-4d78-b069-bd841d6932f7","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.73355589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"5ed26fff-412d-4d78-b069-bd841d6932f7","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.765983429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"891276b7-28d1-4f3d-a1cb-9f1c36037163","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.766001157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"891276b7-28d1-4f3d-a1cb-9f1c36037163","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.81024411Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-sub","reconcileID":"bb3db64e-f8be-4a31-8bd4-2cd892265a02","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-41898f","model":"e2e-cfl-41898f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-944506/e2e-cfl-41898f-69ba2d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.83927226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"f8deaca9-917f-4a7f-bf8c-9ca53243fa8a","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.839356092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"3dc46805-a556-4df1-ad9a-e33160d27583","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.860746731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"3dc46805-a556-4df1-ad9a-e33160d27583","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.862406724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"f8deaca9-917f-4a7f-bf8c-9ca53243fa8a","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.916071865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"73b4bf84-c416-4f3c-8df8-33584a4a962b","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.916093814Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"73b4bf84-c416-4f3c-8df8-33584a4a962b","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:00.993035394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-sub","reconcileID":"cbe4b6d0-c962-4379-9aaf-0c561c445ad3","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-41898f","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:01.837012252Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"57f63044-741e-45bd-8bdb-fc473d61b395","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:05.137405488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"4a3c2866-6214-4b36-8d03-edd0e0111799","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:05.158147122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"4a3c2866-6214-4b36-8d03-edd0e0111799","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:06.10672932Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.557612935Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"e52244cc-f558-4f2a-983e-331d895b6630","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:11.869515448Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"7e1910bc-ba0e-4e4c-bd95-a2e6960a8a6d","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:20.591110269Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"d46f2c84-5c8b-4156-8259-7f57433aee08","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:21.903105841Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"cfa69770-f551-4fe5-aef1-932629ceae18","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:22.370886033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"9e9b731d-cea0-482c-8f24-a2e569036bbb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-147981","tenantID":"e2e-autores-147981","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:22.422602992Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"9e9b731d-cea0-482c-8f24-a2e569036bbb","name":"e2e-autores-147981-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.518626028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-sub","reconcileID":"dd1ade06-b860-4183-b530-e9a6b875b9ec","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-41898f","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.61492709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"bd7065a0-013c-4504-afea-529f69042085","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.61495135Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"bd7065a0-013c-4504-afea-529f69042085","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.692067056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"d6390efd-4b7a-4e6b-9dc0-4ee0cccb31b0","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.712944126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"d6390efd-4b7a-4e6b-9dc0-4ee0cccb31b0","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.989052382Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"ea4af351-d6af-496f-b91b-17cc0bfad88d","namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.011992794Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"861a3a1a-d26e-43b6-885d-04ffb7169c68","namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.040408406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11e078a9-18e5-4414-aefb-0c18fabac371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.042144155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"851a3c6e-8106-447f-bee7-54c295e0712d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.044735421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"5ebf8516-711a-47ef-8eac-c3e32cceb9be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.055747224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"c6d7cf3b-67b1-4096-a728-d85df858dbba","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.057299695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"ace46c0b-41f3-4bc2-89f0-8ba48924b58b","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.061451981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11e078a9-18e5-4414-aefb-0c18fabac371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.062696576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"851a3c6e-8106-447f-bee7-54c295e0712d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.065352845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"5ebf8516-711a-47ef-8eac-c3e32cceb9be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.076627025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"c6d7cf3b-67b1-4096-a728-d85df858dbba","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.077870274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"ace46c0b-41f3-4bc2-89f0-8ba48924b58b","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.115933586Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"f3af26a9-3475-46d8-8a1d-bc988470cba1","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.152971149Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"721ea971-5186-43a5-9392-05d980a59e4c","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.190159227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"3ac89301-a461-4263-bd51-75bcdc17adc7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-3261bdf2","tenantID":"e2e-derive-3261bdf2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.225280038Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"7221777f-c643-4d48-a507-f5044fa4b6c7","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.239194942Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"3ac89301-a461-4263-bd51-75bcdc17adc7","name":"e2e-derive-3261bdf2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.309428024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"cfc3b6a6-a6a5-40c8-b0db-58b61e0745c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.313727417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"b568cf08-e4b1-4bf1-a744-649fd282137b","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.314129877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"69951d80-68b8-4c8f-a6a9-14828d5c4f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.31540736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"e705820f-5171-4a6d-b85c-a929bc30a8e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.324558085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"85e1bd94-203c-4070-8813-b28ce2ed9e24","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.374160255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"cfc3b6a6-a6a5-40c8-b0db-58b61e0745c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.37785779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"69951d80-68b8-4c8f-a6a9-14828d5c4f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.381339943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"b568cf08-e4b1-4bf1-a744-649fd282137b","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.384915267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"e705820f-5171-4a6d-b85c-a929bc30a8e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.388691597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"85e1bd94-203c-4070-8813-b28ce2ed9e24","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.474648632Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"882258db-b304-4525-9518-0214f041efee","namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.494175347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"02aaf5a8-f071-4f0c-97c8-95505f3f4c38","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.494201539Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"02aaf5a8-f071-4f0c-97c8-95505f3f4c38","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"routeName":"external-model-e2e-cfl-same-ed4b51-e643613baf02","namespace":"e2e-extmod-cfl-2-083478","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.622938721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"c9d4e98d-a118-4878-9311-a47979e87862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.624457949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"97af0213-32e1-4fe6-ac61-0dac79c48d42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.6454119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"c9d4e98d-a118-4878-9311-a47979e87862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.648302535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"97af0213-32e1-4fe6-ac61-0dac79c48d42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.731555856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c419909c-6563-4419-9f69-bcb11b56e295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.733838886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"125053ae-974d-455d-b4b0-8e6f57f5d017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.75306167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c419909c-6563-4419-9f69-bcb11b56e295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.755050387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"a5fd4f5e-2311-4dac-80d7-a5f8275351e1","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.759029658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"125053ae-974d-455d-b4b0-8e6f57f5d017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.776146191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"a5fd4f5e-2311-4dac-80d7-a5f8275351e1","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.837565107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"6b0ae5de-9c78-4bd5-8162-8dca7615eb22","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.838981413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"a30b74c3-e960-4796-93c6-6b908bafce31","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.85888899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"6b0ae5de-9c78-4bd5-8162-8dca7615eb22","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.859291805Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"93b7f8e9-9074-4261-969e-2c44991720dd","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.859643727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"a30b74c3-e960-4796-93c6-6b908bafce31","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.961748085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"e1560a54-d7b2-44a6-b7e8-d2c48e48368b","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.976623749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"e859d016-6bca-4c7d-92c3-6941ddb0529d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.978416605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"d80f37d9-1408-416a-b1e7-9f921d7542e5","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.982844011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"e1560a54-d7b2-44a6-b7e8-d2c48e48368b","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.998054087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"e859d016-6bca-4c7d-92c3-6941ddb0529d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.000318142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"d80f37d9-1408-416a-b1e7-9f921d7542e5","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.070935933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"edf52492-2488-433a-9c12-3a7e2feb676a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.071006524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca24c3e7-3ee5-4911-9f7a-775905389d1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.095742378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca24c3e7-3ee5-4911-9f7a-775905389d1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.095772142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"edf52492-2488-433a-9c12-3a7e2feb676a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.128196696Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"9616ebec-046b-4e5a-805d-297e74a1265f","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.150772168Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"a7f8cd26-7bad-4ee4-b68d-8cb16a18a969","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.210001848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"4cdeb97a-9101-4a17-8f42-5cbb3cea8471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.213929577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"626cba26-2677-424e-9b38-a746b405d03b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.214430956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"4ce34723-53fb-4d86-90dc-57d19f123923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.230860081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"4cdeb97a-9101-4a17-8f42-5cbb3cea8471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.23464865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"1ee2cdd3-4a15-4518-9b04-4acb146fda0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.237132663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"626cba26-2677-424e-9b38-a746b405d03b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.237176154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"4ce34723-53fb-4d86-90dc-57d19f123923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.253871995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"a4a9d119-9933-42d0-8dac-0d6d46d54a9d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.261002868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"1ee2cdd3-4a15-4518-9b04-4acb146fda0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.274669502Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"a97ea7d1-6cec-405e-9f32-be1c5e516f45","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.278870222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"a4a9d119-9933-42d0-8dac-0d6d46d54a9d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.316960247Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"426ff37d-fd7c-4c92-b9f6-13b3234091fe","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.351035261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-sub","reconcileID":"bd70d225-2c12-435e-80f2-b36e4b0c809a","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-41898f","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.355335367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"fd6d79fe-d108-4195-b57b-ebadb5a0ccca","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.355356849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"fd6d79fe-d108-4195-b57b-ebadb5a0ccca","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.392109707Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"359d4848-ace7-4bd0-a170-25651f500201","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.436534674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"df7bad9d-c1fe-4d74-91b2-96042513a528","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.440149487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9e9e5cd-815b-4bed-888e-8cdaa9d5aca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.440182197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"25eb9c00-06a8-4743-b3aa-2e7574c94aa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.457933711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"df7bad9d-c1fe-4d74-91b2-96042513a528","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.461636375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"25eb9c00-06a8-4743-b3aa-2e7574c94aa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.461738391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9e9e5cd-815b-4bed-888e-8cdaa9d5aca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.559022335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"17e569a1-fa7f-4453-aa04-59c6647b4771","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.559394662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"9571828c-f5af-4b4e-97ab-cc9e9d380fd7","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.583106564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"17e569a1-fa7f-4453-aa04-59c6647b4771","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.583850036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"9571828c-f5af-4b4e-97ab-cc9e9d380fd7","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.746135397Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"254af149-f164-4a0d-9913-66abf673996c","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.768037004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"202e14a9-b28e-4b6e-9dd4-69a3a8b1c432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.76840379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"5767a0e6-e1c6-4ec2-b80d-dc3ee885ece9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.769122273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"2a7152f9-eaad-4d70-8301-9f653c745b59","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.769139397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"2a7152f9-eaad-4d70-8301-9f653c745b59","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-same-ed4b51-416dd585c061","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.783987833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"a73c834b-1ab8-4874-90c7-0ddb8fc488b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.789506245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"202e14a9-b28e-4b6e-9dd4-69a3a8b1c432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.793394853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"5767a0e6-e1c6-4ec2-b80d-dc3ee885ece9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.807690147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"a73c834b-1ab8-4874-90c7-0ddb8fc488b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.845839866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"964b667a-28d7-4e46-91e1-32e37fb2ed15","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.867406364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"3c9a25c6-a8a6-4969-a635-c404e56ecbb0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.876511346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"964b667a-28d7-4e46-91e1-32e37fb2ed15","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.898489513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"3c9a25c6-a8a6-4969-a635-c404e56ecbb0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.953342073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f26cd88b-e1b0-4b01-8863-e338c80b0b3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.976415986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f26cd88b-e1b0-4b01-8863-e338c80b0b3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.977167379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"bf7747b7-f565-454b-ad88-a639e7ece31e","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.999748434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"bf7747b7-f565-454b-ad88-a639e7ece31e","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.061024788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"996b51f5-ce91-42f1-b1da-1bf4ac36634c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.079630881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"fc32fc90-140d-48d7-844e-51234eef94b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.079897386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"ad56cc6d-70d1-4d0b-8aba-e15091c6ba38","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.085798687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"996b51f5-ce91-42f1-b1da-1bf4ac36634c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.098086373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"4ecc81b9-4b63-4896-9abc-e402d8aebe96","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.103098654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"ad56cc6d-70d1-4d0b-8aba-e15091c6ba38","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.104232339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"fc32fc90-140d-48d7-844e-51234eef94b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.119677924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"4ecc81b9-4b63-4896-9abc-e402d8aebe96","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.154132615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82482ae7-3cb1-4eeb-9bfa-73dd5eceb9b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.183438893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82482ae7-3cb1-4eeb-9bfa-73dd5eceb9b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.194875371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"7e6b7271-a540-428d-b727-bbcb37da1080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.215738974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"7e6b7271-a540-428d-b727-bbcb37da1080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.273803623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"4b9b41e4-f5dc-4e58-8886-e0e0e064bfc1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.274379589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"4a9d3d56-246b-433f-bc1d-59d436d80090","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.296046939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"4b9b41e4-f5dc-4e58-8886-e0e0e064bfc1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.297341512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"4a9d3d56-246b-433f-bc1d-59d436d80090","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.351095306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"e6b09365-1731-4d96-92b7-a20cfc7a50d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.373824784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"e6b09365-1731-4d96-92b7-a20cfc7a50d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.452914522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"2b0e8c67-fdbb-4713-873f-227ee38cbc3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.456034518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"cb9a8213-a254-41b4-aa64-1ce0e7e321b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.477301873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"2b0e8c67-fdbb-4713-873f-227ee38cbc3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.480304145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"cb9a8213-a254-41b4-aa64-1ce0e7e321b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.561308844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"f1249361-ab97-4d90-9387-8694ebc7ed91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.580583499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"6970ee94-29ab-4b35-b6ab-58e6417c7513","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.583399624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"f1249361-ab97-4d90-9387-8694ebc7ed91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.602604951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"6970ee94-29ab-4b35-b6ab-58e6417c7513","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.652633568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"f089bae5-f85e-4013-94a4-d942c66fc96d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.67835396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"f089bae5-f85e-4013-94a4-d942c66fc96d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.5052205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d941eda4-4f45-4565-9f38-653c7b564d36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.505238778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d941eda4-4f45-4565-9f38-653c7b564d36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.540705985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"namespace":"ai-tenant-e2e-mt-45c59ec4","name":"e2e-policy-45c59ec4","reconcileID":"538cddcb-92b0-43cf-90fe-1212d55b3e97","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.597416201Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"namespace":"ai-tenant-e2e-mt-45c59ec4","name":"e2e-policy-45c59ec4","reconcileID":"538cddcb-92b0-43cf-90fe-1212d55b3e97","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.61672381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 54, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"namespace":"ai-tenant-e2e-mt-45c59ec4","name":"e2e-policy-45c59ec4","reconcileID":"538cddcb-92b0-43cf-90fe-1212d55b3e97","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.637557803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"504b6e81-d6c1-4d7e-8b08-87b3d5a91ee3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.63757202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"504b6e81-d6c1-4d7e-8b08-87b3d5a91ee3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:32.767229372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"38bc0f1f-398d-452a-8da6-04812f9914a7","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:32.767252787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"38bc0f1f-398d-452a-8da6-04812f9914a7","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-same-ed4b51-416dd585c061","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:32.800314828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"e2b0861a-7f19-4dc9-9912-4451264ee013","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:32.800343666Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"e2b0861a-7f19-4dc9-9912-4451264ee013","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-same-ed4b51-416dd585c061","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:32.842397229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"680f54f6-d7e8-45ff-9593-047d929b8f55","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:32.864800329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"680f54f6-d7e8-45ff-9593-047d929b8f55","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:33.085536112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"7882048f-b6a5-4a93-a317-0ebb85899357","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:33.085557359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"7882048f-b6a5-4a93-a317-0ebb85899357","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-same-ed4b51-416dd585c061","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:36.105107732Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:36.187443061Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"6ec88da8-e85a-4edd-8465-864aa44fda14","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:37.426863559Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"6a3bd324-f43b-4804-be17-f3350cacd3ac","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.447182535Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-944506 priority=0:[ai-tenant-e2e-extmod-a-944506/e2e-cfl-41898f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143-944506-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-69ba2d-sub]","namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.462943675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"da33bdde-1e81-4ec3-bb0a-ac2c42d89809","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.462963099Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"da33bdde-1e81-4ec3-bb0a-ac2c42d89809","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-same-ed4b51-416dd585c061","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:38.488704531Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-69ba2d-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-ed4b51-69ba2d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.522743363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"83d438e8-a8e7-4d53-81f6-bf37c4e435e3","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.52276598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"83d438e8-a8e7-4d53-81f6-bf37c4e435e3","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.523700002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"5b103785-f029-45d2-af81-fda5feb2978e","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.523724365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"b81deb67-a301-493d-8fad-d32230372a36","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.524199038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"5d0ea196-79e7-4102-a21f-814a94281d5f","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.544752315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"5b103785-f029-45d2-af81-fda5feb2978e","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.544960948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"b81deb67-a301-493d-8fad-d32230372a36","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.546951988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"5d0ea196-79e7-4102-a21f-814a94281d5f","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.55645446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"db12b499-494b-4681-9301-18d3ca10577f","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.556470848Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"db12b499-494b-4681-9301-18d3ca10577f","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-same-ed4b51-416dd585c061","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.593665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"cad81716-5937-43aa-8ae7-6d427fbc4a3d","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.593699478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"cad81716-5937-43aa-8ae7-6d427fbc4a3d","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.595412951Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-sub","reconcileID":"c90666d5-42f7-471d-a9e2-4e48e10bd070","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-same-ed4b51","model":"e2e-cfl-same-ed4b51","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-69ba2d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.757147412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"dd34f50b-de4b-48f9-be18-0068d0b65c26","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.757170191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"dd34f50b-de4b-48f9-be18-0068d0b65c26","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-same-ed4b51-416dd585c061","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.761489864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"e80967e0-0894-4862-9a30-1ebdca94c527","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.771657507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"1bd68d30-c56d-4727-ba77-3b4ae84e2d98","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.771688501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"aa6df5bd-bc46-46ab-8807-fb595158b27d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.786758181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"e80967e0-0894-4862-9a30-1ebdca94c527","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.792953007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"aa6df5bd-bc46-46ab-8807-fb595158b27d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.792968516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"1bd68d30-c56d-4727-ba77-3b4ae84e2d98","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.893168382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-sub","reconcileID":"109b3e07-110b-4be5-a61f-cfee2540a250","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-same-ed4b51","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:39.690328734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"namespace":"ai-tenant-e2e-mt-45c59ec4","name":"e2e-policy-45c59ec4","reconcileID":"cef2f2f8-aed2-42ab-9003-a080eec07f74","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:39.714041696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"namespace":"ai-tenant-e2e-mt-45c59ec4","name":"e2e-policy-45c59ec4","reconcileID":"cef2f2f8-aed2-42ab-9003-a080eec07f74","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:39.736320712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 54, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"namespace":"ai-tenant-e2e-mt-45c59ec4","name":"e2e-policy-45c59ec4","reconcileID":"cef2f2f8-aed2-42ab-9003-a080eec07f74","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.69442851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"07fe6629-0503-4d0e-80ac-955ff68de004","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.695337755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"ba313f7c-bdd4-425d-8f70-532cb2d48d07","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.731651367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"07fe6629-0503-4d0e-80ac-955ff68de004","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.733869206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"ba313f7c-bdd4-425d-8f70-532cb2d48d07","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.223310093Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"f4dc5955-9c08-4b00-956c-715b3bb5ca7e","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:47.460876178Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"256ca931-8376-4cf3-9b5d-806010b8f796","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:49.774624502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"namespace":"ai-tenant-e2e-mt-45c59ec4","name":"e2e-policy-45c59ec4","reconcileID":"8ecd554c-9944-4b3b-be95-21c217af1d86","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:49.800682017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"namespace":"ai-tenant-e2e-mt-45c59ec4","name":"e2e-policy-45c59ec4","reconcileID":"8ecd554c-9944-4b3b-be95-21c217af1d86","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:49.823357185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"namespace":"ai-tenant-e2e-mt-45c59ec4","name":"e2e-policy-45c59ec4","reconcileID":"8ecd554c-9944-4b3b-be95-21c217af1d86","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:49.847346039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d31e75b-a3d3-4897-a3b5-3ed07f05fc6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:49.847362808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d31e75b-a3d3-4897-a3b5-3ed07f05fc6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:51.660473444Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"6498e67c-66ea-44f4-bd69-057801acdf26","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:51.660535753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"6498e67c-66ea-44f4-bd69-057801acdf26","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:51.69859086Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"f4418ef4-7d3f-4088-9b1f-4521c0515478","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:52.028231094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff02b60-ec8b-4e6a-b299-02eee3cf21f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:52.043758779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff02b60-ec8b-4e6a-b299-02eee3cf21f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:52.059306307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff02b60-ec8b-4e6a-b299-02eee3cf21f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:52.078964548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff02b60-ec8b-4e6a-b299-02eee3cf21f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:52.788745461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3ccf7b-dca0-426c-88ce-13b4a0da68ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:52.814747386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3ccf7b-dca0-426c-88ce-13b4a0da68ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:52.830927256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3ccf7b-dca0-426c-88ce-13b4a0da68ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:52.846703755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3ccf7b-dca0-426c-88ce-13b4a0da68ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:56.182262226Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"fbc23bec-e5bf-4051-b5f4-c24a6a2cc11b","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:56.182330603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"fbc23bec-e5bf-4051-b5f4-c24a6a2cc11b","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.22019457Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"e047ca1f-37b2-46d5-a490-b1d7b6abd314","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.528264244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e162615b-80ab-4f07-8601-bb004e8d864e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.544771307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e162615b-80ab-4f07-8601-bb004e8d864e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.560749133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e162615b-80ab-4f07-8601-bb004e8d864e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.576533903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e162615b-80ab-4f07-8601-bb004e8d864e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:57.198854357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844a4c98-7b90-4c63-86ff-a686688c37a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:57.214519709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844a4c98-7b90-4c63-86ff-a686688c37a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:57.230242311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844a4c98-7b90-4c63-86ff-a686688c37a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:57.24630061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844a4c98-7b90-4c63-86ff-a686688c37a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:57.496191958Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"ac60ea3e-1b94-4597-9f3d-356f1e0918ad","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:59.487768427Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"f9160825-a8e6-47c1-87d2-5992b60f17b5","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:59.487843693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"f9160825-a8e6-47c1-87d2-5992b60f17b5","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:59.505772262Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"ab19ee18-3aef-4c02-9334-9c4b3ebb957b","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:59.538280259Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"e2024a69-fbc2-4765-b8a5-463c7eb9ac7d","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:59.538328429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"e2024a69-fbc2-4765-b8a5-463c7eb9ac7d","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:59.5554468Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"f21335fd-998d-4edf-9f30-fca4f2b7c18a","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:59.840702658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ec8001-b170-405a-8475-b4fc71a13193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:59.859252055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ec8001-b170-405a-8475-b4fc71a13193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:59.874925887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ec8001-b170-405a-8475-b4fc71a13193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:59.893599592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ec8001-b170-405a-8475-b4fc71a13193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:59.948112865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"namespace":"ai-tenant-e2e-mt-45c59ec4","name":"e2e-policy-45c59ec4","reconcileID":"a5aa4eef-c42b-45fa-bb4a-e925a3288aab","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:59.983109393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"namespace":"ai-tenant-e2e-mt-45c59ec4","name":"e2e-policy-45c59ec4","reconcileID":"a5aa4eef-c42b-45fa-bb4a-e925a3288aab","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:00.028436111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"namespace":"ai-tenant-e2e-mt-45c59ec4","name":"e2e-policy-45c59ec4","reconcileID":"a5aa4eef-c42b-45fa-bb4a-e925a3288aab","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:00.661575571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee24c27-eb89-4d60-bd72-03170f02c515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:00.677309314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee24c27-eb89-4d60-bd72-03170f02c515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:00.692716785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee24c27-eb89-4d60-bd72-03170f02c515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:00.708196892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee24c27-eb89-4d60-bd72-03170f02c515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:06.107692375Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:07.157594881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-sub","reconcileID":"20df1981-1312-456a-bc61-5dd46e68f4d0","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-same-ed4b51","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:07.261724994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"84a95fd3-7494-49f0-bf36-0b10d8bc3dea","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:07.261749069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"84a95fd3-7494-49f0-bf36-0b10d8bc3dea","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-same-ed4b51-416dd585c061","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:07.53024616Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"94c60c60-c759-46be-9faa-0b96aa8138c9","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.089584521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"8830e4b2-abb5-46c1-9c52-e6d85dc41979","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.089606771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"8830e4b2-abb5-46c1-9c52-e6d85dc41979","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"routeName":"external-model-e2e-cfl-same-ed4b51-e643613baf02","namespace":"e2e-extmod-cfl-2-083478","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.139617397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"ce6b94b2-46aa-4324-aa2e-095a9c3f5d40","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.139638621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"ce6b94b2-46aa-4324-aa2e-095a9c3f5d40","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"routeName":"external-model-e2e-cfl-same-ed4b51-e643613baf02","namespace":"e2e-extmod-cfl-2-083478","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.223583559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"66c69677-f6a4-4423-af1e-8c7f0dda24f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.244401209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"66c69677-f6a4-4423-af1e-8c7f0dda24f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.296519666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"6fce7d9c-16c6-42be-a797-1fcec6e116f0","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.296523933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"ee419768-b9f8-4a9e-a49b-2116cc3f1a3f","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.317875057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"6fce7d9c-16c6-42be-a797-1fcec6e116f0","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.31797196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"ee419768-b9f8-4a9e-a49b-2116cc3f1a3f","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.450717363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"6da45804-aa93-4dfd-b83c-032763d6b47b","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.450735092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"6da45804-aa93-4dfd-b83c-032763d6b47b","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"routeName":"external-model-e2e-cfl-same-ed4b51-e643613baf02","namespace":"e2e-extmod-cfl-2-083478","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:09.596772153Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"33ce7338-aab3-4dfe-b82d-06a61093502f","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:09.67203448Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"1ef8bf4a-31f9-4116-84fc-c4a7987bd313","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:09.672097571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"1ef8bf4a-31f9-4116-84fc-c4a7987bd313","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:09.688388003Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"775415c8-5adf-455e-bbc0-6553d12dc962","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:10.064379539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"namespace":"ai-tenant-e2e-mt-45c59ec4","name":"e2e-policy-45c59ec4","reconcileID":"c7729497-fb34-4973-b4b6-d8ab361c7493","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:10.086768192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"namespace":"ai-tenant-e2e-mt-45c59ec4","name":"e2e-policy-45c59ec4","reconcileID":"c7729497-fb34-4973-b4b6-d8ab361c7493","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:10.183336618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87ee3314-63a3-43bc-911e-4986e5e0af47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:10.183358644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87ee3314-63a3-43bc-911e-4986e5e0af47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:11.229865324Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"namespace":"ai-tenant-e2e-mt-45c59ec4","name":"e2e-policy-45c59ec4","reconcileID":"76e7617f-4b74-4772-88f6-ea2f02d3b152","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:11.229897134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87a65757-be08-4c2f-998a-ba4f25edca13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:11.229911572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87a65757-be08-4c2f-998a-ba4f25edca13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:11.263519006Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"namespace":"ai-tenant-e2e-mt-45c59ec4","name":"e2e-policy-45c59ec4","reconcileID":"76e7617f-4b74-4772-88f6-ea2f02d3b152","MaaSAuthPolicy":{"name":"e2e-policy-45c59ec4","namespace":"ai-tenant-e2e-mt-45c59ec4"},"policyNamespace":"ai-tenant-e2e-mt-45c59ec4","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:11.285352155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39a00de3-c0a4-47d2-b176-45bddc30ad9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:11.28536941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39a00de3-c0a4-47d2-b176-45bddc30ad9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.736435134Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-944506 priority=0:[ai-tenant-e2e-extmod-a-944506/e2e-cfl-41898f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143-944506-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-083478-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-69ba2d-sub]","namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.75200137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"ed99f44d-2737-4918-b805-7319854f5bfc","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.75202079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"ed99f44d-2737-4918-b805-7319854f5bfc","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"routeName":"external-model-e2e-cfl-same-ed4b51-e643613baf02","namespace":"e2e-extmod-cfl-2-083478","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:13.772917045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-083478-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-sub","reconcileID":"303b5989-c449-4c0d-8687-9911bad3eaa2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-ed4b51-083478-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.811018983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"422f1ba1-49d7-493e-a375-61d3cc031e74","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.811037494Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"422f1ba1-49d7-493e-a375-61d3cc031e74","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"routeName":"external-model-e2e-cfl-same-ed4b51-e643613baf02","namespace":"e2e-extmod-cfl-2-083478","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.823093158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"637ab00f-afb1-4c8f-beb3-9313da2270d9","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.830212251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"112e59b7-2f75-4167-b0ee-4057799c0299","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.830623761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"1b9e6839-005b-4bf6-adee-fa6b7de05734","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.837883209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"8fcafc56-cfd9-4fbc-9afe-b622b2d2e156","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.846927548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"637ab00f-afb1-4c8f-beb3-9313da2270d9","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:13.851295208Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"422f1ba1-49d7-493e-a375-61d3cc031e74","name":"e2e-cfl-same-ed4b51","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-ed4b51\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:13.851341061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"422f1ba1-49d7-493e-a375-61d3cc031e74","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-ed4b51\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.853550845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"112e59b7-2f75-4167-b0ee-4057799c0299","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.858451603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"8fcafc56-cfd9-4fbc-9afe-b622b2d2e156","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.86798248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"ef9b4d97-e2c6-4818-9724-3282cdeaa5af","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.867997678Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"ef9b4d97-e2c6-4818-9724-3282cdeaa5af","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.870431627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"1b9e6839-005b-4bf6-adee-fa6b7de05734","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.90173649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"33f17d52-2ac3-4c36-b69a-3c1f5c76fffd","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.901752407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"33f17d52-2ac3-4c36-b69a-3c1f5c76fffd","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.925222851Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-083478-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-sub","reconcileID":"be80d402-e4c7-4958-9ded-56136e439371","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-083478-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-same-ed4b51","model":"e2e-cfl-same-ed4b51","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-083478-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.934139477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"f9c1c759-e86d-42dc-93ac-7d4c74320010","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.934158566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"f9c1c759-e86d-42dc-93ac-7d4c74320010","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"routeName":"external-model-e2e-cfl-same-ed4b51-e643613baf02","namespace":"e2e-extmod-cfl-2-083478","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.966771339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"0f5a4b8b-dcd7-41df-a49c-0cb3023c5faa","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.966821566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"0f5a4b8b-dcd7-41df-a49c-0cb3023c5faa","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-same-ed4b51-416dd585c061","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.017177038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"314af200-4f13-4e49-a7bc-9b18716f1b1a","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.017194655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"314af200-4f13-4e49-a7bc-9b18716f1b1a","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"routeName":"external-model-e2e-cfl-same-ed4b51-e643613baf02","namespace":"e2e-extmod-cfl-2-083478","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.087509735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-083478-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-sub","reconcileID":"965af673-1524-49c5-bb22-e1807b163496","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-083478-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-same-ed4b51","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.108226703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"2403ee8f-b83c-44c3-a973-8a6d7b4f808e","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.108247856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"1495ef44-61a7-4a75-9313-fdc746634866","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.108701869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"617c3456-ba85-46bc-9ceb-014470351e67","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.13316427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"617c3456-ba85-46bc-9ceb-014470351e67","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.133192559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"1495ef44-61a7-4a75-9313-fdc746634866","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.135249953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"2403ee8f-b83c-44c3-a973-8a6d7b4f808e","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.19156868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"1a3ee4de-ad7d-4fea-95c6-e6587d05d820","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.191585934Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"1a3ee4de-ad7d-4fea-95c6-e6587d05d820","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"routeName":"external-model-e2e-cfl-same-ed4b51-e643613baf02","namespace":"e2e-extmod-cfl-2-083478","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.195127056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"f8dca834-ed3f-4663-8685-b9638916be6c","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.215572318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"f8dca834-ed3f-4663-8685-b9638916be6c","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.261763418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-147981","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"autores-model-147981","reconcileID":"4192037a-de37-4b6d-8d43-245846faae0d","MaaSModelRef":{"name":"autores-model-147981","namespace":"ai-tenant-e2e-autores-147981"},"tenant":"e2e-autores-147981","gateway":"openshift-ingress/e2e-autores-147981","model":"ai-tenant-e2e-autores-147981/autores-model-147981","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.261809593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-147981","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"autores-model-147981","reconcileID":"4192037a-de37-4b6d-8d43-245846faae0d","MaaSModelRef":{"name":"autores-model-147981","namespace":"ai-tenant-e2e-autores-147981"},"routeName":"autores-model-147981-kserve-route","namespace":"ai-tenant-e2e-autores-147981","llmisvcName":"autores-model-147981","gateway":"openshift-ingress/e2e-autores-147981","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:17.563897446Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"bdb9a1b8-0d12-4322-8f34-4acfe63a5f0a","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:19.721866885Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"d5688c71-ca9a-475f-b335-cd5085b1724f","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.644802153Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","namespace":"ai-tenant-e2e-derive-3261bdf2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.644885966Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","namespace":"ai-tenant-e2e-derive-3261bdf2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.644967265Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","tenant":"e2e-derive-3261bdf2","tenantID":"e2e-derive-3261bdf2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.665349027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"Deployment","name":"maas-api-e2e-derive-3261bdf2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.69640733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"Service","name":"maas-api-e2e-derive-3261bdf2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.716181095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-3261bdf2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.733983072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-3261bdf2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.754268848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-3261bdf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.781586378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-3261bdf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.802811015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-3261bdf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.822086333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-3261bdf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.839703945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"Deployment","name":"payload-processing-e2e-derive-3261bdf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.854990379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-3261bdf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.870597687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"Service","name":"payload-processing-e2e-derive-3261bdf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.886261168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"Service","name":"payload-pre-processing-e2e-derive-3261bdf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.902393496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"DestinationRule","name":"payload-processing-e2e-derive-3261bdf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.917753173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-3261bdf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.940048777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-3261bdf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.960263699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-3261bdf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.977031967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-3261bdf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.993120743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-3261bdf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.008842788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-3261bdf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.024442132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3261bdf2"},"namespace":"ai-tenant-e2e-derive-3261bdf2","name":"default-tenant","reconcileID":"1e8d3e6d-a237-4850-a181-1c479af645ca","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-3261bdf2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.352524851Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-3261bdf2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-3261bdf2","reconcileID":"0a320005-90f6-41a3-95d2-3859339214bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-3261bdf2","removed":["maas.opendatahub.io/gateway-access-e2e-derive-3261bdf2"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:22.44632405Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"59ae5923-5b66-4323-bf5e-1510772b3342","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:22.446394644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"59ae5923-5b66-4323-bf5e-1510772b3342","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.462737226Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"e5db0f8a-7084-40f9-8b28-ae7905143f22","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.846325107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b744525-392a-4be3-a636-55f14d2f6fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.863672811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b744525-392a-4be3-a636-55f14d2f6fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.879940343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b744525-392a-4be3-a636-55f14d2f6fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.895847996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b744525-392a-4be3-a636-55f14d2f6fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.554980858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ec32ab-ad3d-41ef-a431-955dce356846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.570392344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ec32ab-ad3d-41ef-a431-955dce356846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.586251764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ec32ab-ad3d-41ef-a431-955dce356846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.601592842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ec32ab-ad3d-41ef-a431-955dce356846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:26.536030591Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"f3fd64be-e58c-4b34-938d-d64153efc1ab","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:26.536098288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"f3fd64be-e58c-4b34-938d-d64153efc1ab","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:26.567741837Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"037684ee-1312-4535-8019-5133f6b5002e","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:26.650593807Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"448d2436-0cb6-42ad-b841-e111f77c717d","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:26.650647404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"448d2436-0cb6-42ad-b841-e111f77c717d","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:26.671154168Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"99d90415-35fc-4f36-9b79-cd53206df9dc","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:26.855025592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805a64d4-fe74-443b-9e5e-39b107715195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:26.870354478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805a64d4-fe74-443b-9e5e-39b107715195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:26.886301409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805a64d4-fe74-443b-9e5e-39b107715195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:26.901608184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805a64d4-fe74-443b-9e5e-39b107715195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:27.519898706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36813ce1-5edc-4707-b001-6e72b1d3e47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:27.536113869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36813ce1-5edc-4707-b001-6e72b1d3e47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:27.554253921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36813ce1-5edc-4707-b001-6e72b1d3e47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:27.56961523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36813ce1-5edc-4707-b001-6e72b1d3e47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:27.598534725Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"44af81a6-46d3-40a6-9101-bc93856c0edf","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:27.704750279Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"b8045407-68ca-431f-9d8a-9c2f804b3a7d","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:27.704819784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"b8045407-68ca-431f-9d8a-9c2f804b3a7d","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:27.721140595Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"cb251a08-bc49-47f7-8af6-82661dabdefe","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:27.743893032Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-f72bc6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-f72bc6","reconcileID":"03029b3f-17bd-4569-9c8d-1b1c5559b5d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-f72bc6","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-f72bc6":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:27.87063434Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"97e4f6bb-3cf1-4d1d-acc0-597d38358278","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:27.870699053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"97e4f6bb-3cf1-4d1d-acc0-597d38358278","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:27.889218748Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"6a50b183-74ec-45d8-be90-5e127aa34080","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:28.423399623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16b094c-24e5-4f66-bc5a-a09b29455a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:28.439928893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16b094c-24e5-4f66-bc5a-a09b29455a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:28.455492721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16b094c-24e5-4f66-bc5a-a09b29455a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:28.471338837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16b094c-24e5-4f66-bc5a-a09b29455a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:28.900138345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-083478-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-sub","reconcileID":"5a880c85-6573-4195-b822-0437bbcd6519","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-083478-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-same-ed4b51","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:28.999228041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"9f4ef244-fdaa-46e6-ab72-7aec2f3cda8b","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:28.999252673Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"9f4ef244-fdaa-46e6-ab72-7aec2f3cda8b","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"routeName":"external-model-e2e-cfl-same-ed4b51-e643613baf02","namespace":"e2e-extmod-cfl-2-083478","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:29.270717656Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"2045c92e-4ae6-4262-916b-554972d4654d","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:29.270788327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"2045c92e-4ae6-4262-916b-554972d4654d","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:29.286543156Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"2f47b134-5649-4f1e-a749-abd67fc9d0b4","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:29.788555764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"cabb7878-c996-408c-ac94-88c3182b89a3","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:29.811765118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"cabb7878-c996-408c-ac94-88c3182b89a3","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.738451533Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"acaa6c0b-7728-4445-bdd0-6e292bcd3354","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.787817989Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"05feeee0-f162-441b-a5f5-17b7bfb6158c","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.887179671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"46b264ba-b0c0-4ba1-ac51-19fd35d3dace","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.887822151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"b33b95fd-cccc-4648-936d-61343bfcd80a","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.893640925Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"c5f0fc00-19be-4be2-a882-8064cdc04c85","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.904729939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"31cb60b5-7183-41f7-a571-9c72684c96d3","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.904906854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"cbdc5c41-0a89-4b5b-bfb7-7150b753c615","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.910404915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"b33b95fd-cccc-4648-936d-61343bfcd80a","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.911449004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"46b264ba-b0c0-4ba1-ac51-19fd35d3dace","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.919942483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"25ac6dc5-e5e6-432b-9669-72da9b9adc7f","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.926676029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"31cb60b5-7183-41f7-a571-9c72684c96d3","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.927608641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"cbdc5c41-0a89-4b5b-bfb7-7150b753c615","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.927876623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"289e4d6c-6e3c-4d4b-b28e-7bebb4613c1f","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.927895947Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"289e4d6c-6e3c-4d4b-b28e-7bebb4613c1f","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.95173214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"25ac6dc5-e5e6-432b-9669-72da9b9adc7f","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.961708522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"209e139d-bfa8-44de-8fcf-6f00f66dc1cf","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.961745729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"209e139d-bfa8-44de-8fcf-6f00f66dc1cf","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-same-ed4b51-416dd585c061","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.962457535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-sub","reconcileID":"00beca55-8319-4480-afef-f38169732032","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-41898f","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.962544732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-sub","reconcileID":"0d5c29b5-fb2f-458d-a917-40d94441d16c","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-same-ed4b51","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:31.999506487Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"498e71a2-0011-469c-950e-d6634879d853","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.069144201Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"7d0a85d4-fd81-4179-9fae-eaba830047d6","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.110047008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"96f6087b-d891-41c9-b98c-174606ade85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.112049982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54db2a74-04f3-4ea8-9ccf-5ab7d597bc6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.130855859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"96f6087b-d891-41c9-b98c-174606ade85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.168620695Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"8d5fa947-3f66-43e6-8801-0ded97972d0b","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.170252917Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54db2a74-04f3-4ea8-9ccf-5ab7d597bc6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.210753412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 55, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54db2a74-04f3-4ea8-9ccf-5ab7d597bc6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.233691372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bddb5932-b698-4065-bbc1-bb6cd2310113","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.233727317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bddb5932-b698-4065-bbc1-bb6cd2310113","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.243013192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"8b65fb4c-edbc-4162-b4bb-9d2e92545c0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.244830297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"fa0d3f60-13e9-4d55-ac45-6f67e88a025c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.245278717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"95f3d88e-c0c7-456d-8c39-22f0169d68e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.261224662Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"61b20cf0-a509-4947-a0ce-f82304ad691b","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.26662774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"8b65fb4c-edbc-4162-b4bb-9d2e92545c0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.269435449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"95f3d88e-c0c7-456d-8c39-22f0169d68e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.27043475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"fa0d3f60-13e9-4d55-ac45-6f67e88a025c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.277235347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"184698cc-d84c-4aaf-b6d5-73e10a44911e","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.277252001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"184698cc-d84c-4aaf-b6d5-73e10a44911e","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-ok-4d1e8f-361b7d1cee20","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-ok-4d1e8f","externalModel":"e2e-cfl-ok-4d1e8f","provider":"e2e-cfl-ok-4d1e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.296205336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"2a3b84f1-eb23-46a3-a97a-3ac8cebf3580","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.319916261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"2a3b84f1-eb23-46a3-a97a-3ac8cebf3580","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.325913968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"92e22feb-b0fa-43b8-a3c2-da8f68d77a75","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.349384197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"92e22feb-b0fa-43b8-a3c2-da8f68d77a75","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.532902025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"efe99d96-31fe-40e6-9dc1-a84cf45e7362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.55812577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"efe99d96-31fe-40e6-9dc1-a84cf45e7362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.585657749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"7e5785ae-91c2-43ad-9850-817125b34b3c","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.588707105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"12ea6653-345c-4bfb-b775-741a5bb72117","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.606763529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"7e5785ae-91c2-43ad-9850-817125b34b3c","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.610227613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"12ea6653-345c-4bfb-b775-741a5bb72117","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.621094432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"9cada64d-b260-468a-b2e3-fb2e9abf1b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.636878653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"a2f6d78c-8d47-49a8-8c62-1f5366e93026","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.642521389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"9cada64d-b260-468a-b2e3-fb2e9abf1b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.658566979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"a2f6d78c-8d47-49a8-8c62-1f5366e93026","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.739599212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b69e3ea-8292-4d80-8107-55258c9d67b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.74140386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"69a384e3-61bf-4736-a902-b7e837ab2831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.761336574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b69e3ea-8292-4d80-8107-55258c9d67b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.763498139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"445e58fd-e198-489c-a512-cbe0fba2d4ad","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.763573745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"69a384e3-61bf-4736-a902-b7e837ab2831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.779833319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"bfdbda0b-6ee9-4106-9440-7fe757a1cb9f","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.784639499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"445e58fd-e198-489c-a512-cbe0fba2d4ad","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.801252376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"bfdbda0b-6ee9-4106-9440-7fe757a1cb9f","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.853426517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"6038adb0-8663-42c9-9ef2-adaee3d2dd4f","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.874458331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"6038adb0-8663-42c9-9ef2-adaee3d2dd4f","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.944773026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"a9e65ced-8c6c-483e-87e5-7f5e38417bea","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.965215968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"a9e65ced-8c6c-483e-87e5-7f5e38417bea","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.978466267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"acb47e91-b32c-4946-b2d8-7d17f28af656","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:32.999559049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"acb47e91-b32c-4946-b2d8-7d17f28af656","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.045866477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"913574f4-f334-4dcb-b43b-3105cabeb457","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.066917864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"913574f4-f334-4dcb-b43b-3105cabeb457","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.099264117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"471b1312-6c43-4bbf-b25d-0ec6a20c4af8","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.09928502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"471b1312-6c43-4bbf-b25d-0ec6a20c4af8","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-ok-4d1e8f-361b7d1cee20","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-ok-4d1e8f","externalModel":"e2e-cfl-ok-4d1e8f","provider":"e2e-cfl-ok-4d1e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.12746132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d579818-3eb5-4721-9d24-0a42058f683f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.148076651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d579818-3eb5-4721-9d24-0a42058f683f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.167336413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 55, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d579818-3eb5-4721-9d24-0a42058f683f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.178610789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"74c9f2c0-98ff-4ff9-a2d1-d208ff2c8337","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.203096587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"74c9f2c0-98ff-4ff9-a2d1-d208ff2c8337","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.228593882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"81b66b5a-025d-48b2-8897-2c3b5207402f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.232855913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"156e6be2-773c-4102-bc63-44c36672c04b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.232877118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"0986e08b-5b5c-4275-bc9a-339d37554987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.251678338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"ac7d9c05-9a65-44c5-9892-fa5fd41d9eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.254289487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"81b66b5a-025d-48b2-8897-2c3b5207402f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.256185748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"156e6be2-773c-4102-bc63-44c36672c04b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.257762465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"0986e08b-5b5c-4275-bc9a-339d37554987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.27387868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"ac7d9c05-9a65-44c5-9892-fa5fd41d9eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.415571983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"71d96ea1-2668-4f23-b1bd-66462d31b667","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.415593849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"71d96ea1-2668-4f23-b1bd-66462d31b667","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-ok-4d1e8f-361b7d1cee20","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-ok-4d1e8f","externalModel":"e2e-cfl-ok-4d1e8f","provider":"e2e-cfl-ok-4d1e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.429798748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"802f61ff-ad3c-4c66-b4ff-e62b40e3037d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.444764223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"3d1f6b7e-9eec-4e0d-b69d-ff5728c47722","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.450649052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"802f61ff-ad3c-4c66-b4ff-e62b40e3037d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.465772958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"3d1f6b7e-9eec-4e0d-b69d-ff5728c47722","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.802145165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","reconcileID":"a42a0f3d-d824-4db1-9536-398a8d776795","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-2e3779854d6c","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.858887517Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-sub","reconcileID":"09143b9a-bf6b-400a-a9d5-946b9ae06c5c","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-17cc922d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.866385886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"4728efbd-d3a1-48d3-8799-5cb8c4c067b7","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.867593575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"9077d70e-5760-4686-b4d4-8ccde2e42d02","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.86760249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"0b9dff25-3f11-491c-bd9c-2d5acae49e48","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.887385889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"4728efbd-d3a1-48d3-8799-5cb8c4c067b7","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.889667805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"0b9dff25-3f11-491c-bd9c-2d5acae49e48","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:33.889749894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"9077d70e-5760-4686-b4d4-8ccde2e42d02","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:34.109844275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"28557578-c46e-4a3a-b2e4-e572b63c5bc1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:34.11729551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"fdfb59bf-1b91-454a-b727-e3ce27c5ea3e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:34.117297986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"66f83a4f-a068-4c2b-a172-382cf1e842e4","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:34.132259363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"28557578-c46e-4a3a-b2e4-e572b63c5bc1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:34.147029553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"fdfb59bf-1b91-454a-b727-e3ce27c5ea3e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:34.14702955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"66f83a4f-a068-4c2b-a172-382cf1e842e4","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:36.10513084Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:37.847365858Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-944506 priority=0:[ai-tenant-e2e-extmod-a-944506/e2e-cfl-41898f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143-944506-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-ok-4d1e8f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-083478-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-69ba2d-sub]","namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:37.863909302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"753da239-ff08-4cd1-8808-1fbcb5c0e441","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:37.863927661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"753da239-ff08-4cd1-8808-1fbcb5c0e441","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-ok-4d1e8f-361b7d1cee20","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-ok-4d1e8f","externalModel":"e2e-cfl-ok-4d1e8f","provider":"e2e-cfl-ok-4d1e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:37.921672099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"fc22ad67-369a-44eb-b4f4-edebe0036da1","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:37.921690784Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"fc22ad67-369a-44eb-b4f4-edebe0036da1","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:37.966431992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"26a875aa-c02c-43c8-8666-6678f394c81a","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:37.966454573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"26a875aa-c02c-43c8-8666-6678f394c81a","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-ok-4d1e8f-361b7d1cee20","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-ok-4d1e8f","externalModel":"e2e-cfl-ok-4d1e8f","provider":"e2e-cfl-ok-4d1e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.001103982Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","reconcileID":"6801b414-26a5-463a-bd11-7c8c7f0dd1a8","MaaSSubscription":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-ok-4d1e8f","model":"e2e-cfl-ok-4d1e8f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-944506/e2e-cfl-ok-4d1e8f-69ba2d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.001529738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"81a75479-3c3e-4707-9de5-9b50f8008d7b","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.001545569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"81a75479-3c3e-4707-9de5-9b50f8008d7b","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.027019524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"5f38126f-97c6-47cf-a498-0c137d26a418","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.027658267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"f1f3da85-6f98-4d11-880f-3102cc00c953","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.027804306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"d9bb2846-065c-40ab-a38f-96faf63af65b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.030282451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"59f28e88-ca42-47a5-ab80-6b46daba92fb","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.03145824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"44138142-ad30-44dc-a362-52ce6f7d337d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.034664333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"94412a8e-8829-4f2f-a65d-e36ace0e88a6","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.034680018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"94412a8e-8829-4f2f-a65d-e36ace0e88a6","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-same-ed4b51-416dd585c061","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.048184719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"5f38126f-97c6-47cf-a498-0c137d26a418","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.050634785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"f1f3da85-6f98-4d11-880f-3102cc00c953","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.051004202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"d9bb2846-065c-40ab-a38f-96faf63af65b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.052901774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"59f28e88-ca42-47a5-ab80-6b46daba92fb","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.053199275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"44138142-ad30-44dc-a362-52ce6f7d337d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.070444836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"00601897-6698-4490-b7c9-220fe0f2dbd2","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.114912822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"17453fdf-f24e-4b6d-a53a-957767011efd","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.114932213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"17453fdf-f24e-4b6d-a53a-957767011efd","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"routeName":"external-model-e2e-cfl-same-ed4b51-e643613baf02","namespace":"e2e-extmod-cfl-2-083478","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.14850494Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"a53d1818-f7ca-45d5-8967-9c2c597d9743","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.164456544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","reconcileID":"816a4757-0753-4099-91e6-0740bfe91356","MaaSSubscription":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-ok-4d1e8f","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-ok-4d1e8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.181601431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"d3ee88f5-ecc1-4417-8e1d-a75340957be7","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.181628545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"d3ee88f5-ecc1-4417-8e1d-a75340957be7","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-ok-4d1e8f-361b7d1cee20","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-ok-4d1e8f","externalModel":"e2e-cfl-ok-4d1e8f","provider":"e2e-cfl-ok-4d1e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.31420801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"f5756ad1-b226-4133-bf40-f1d61e02ad9c","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.314789407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"f7d727df-f49b-40da-89be-089b76b5dfca","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.336143197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"f7d727df-f49b-40da-89be-089b76b5dfca","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.337169712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"f5756ad1-b226-4133-bf40-f1d61e02ad9c","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.408731888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"cab0009b-0660-4e3b-9c1e-7db8dc5e2e12","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.410515623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"087065e9-799c-4d85-a4e7-b825eab5d7ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.412243442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"2d4af812-1d4e-4827-8301-3ef826c98687","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.43269793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"cab0009b-0660-4e3b-9c1e-7db8dc5e2e12","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.432849036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"087065e9-799c-4d85-a4e7-b825eab5d7ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.435097547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"2d4af812-1d4e-4827-8301-3ef826c98687","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:38.794713777Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"5cc24912-35e4-4370-8062-0248749b1c06","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:38.794808778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"5cc24912-35e4-4370-8062-0248749b1c06","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:38.811880667Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"eea37565-f634-44de-970c-a086f6a41cfa","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:39.103650192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87cdcdea-7045-4c72-b5c2-d364aeaf13da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:39.119433868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87cdcdea-7045-4c72-b5c2-d364aeaf13da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:39.135446682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87cdcdea-7045-4c72-b5c2-d364aeaf13da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:39.151125113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87cdcdea-7045-4c72-b5c2-d364aeaf13da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:39.886528344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d6acf2-a623-4ac9-bd88-9e2348e673da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:39.902953191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d6acf2-a623-4ac9-bd88-9e2348e673da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:39.918882357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d6acf2-a623-4ac9-bd88-9e2348e673da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:39.934535549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d6acf2-a623-4ac9-bd88-9e2348e673da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:42.032988195Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"9fe25053-c052-42fb-b8d4-7f96928bd585","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:43.221009652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb684de8-8385-4c78-9fe2-32645e951a1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:43.244160457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb684de8-8385-4c78-9fe2-32645e951a1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:43.264466949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 55, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb684de8-8385-4c78-9fe2-32645e951a1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:43.876372431Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-sub","reconcileID":"aa37daab-9d57-4b9c-b59d-59775c19d55d","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"model":"e2e-extmod-shr-user-c05168/e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","subscription":"e2e-shr-quota-3060d1-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:43.911403478Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-sub","reconcileID":"aa37daab-9d57-4b9c-b59d-59775c19d55d","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"model":"e2e-extmod-shr-user-c05168/e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:43.928202763Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-sub","reconcileID":"aa37daab-9d57-4b9c-b59d-59775c19d55d","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-extmod-shr-user-c05168/e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.089002416Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-944506 priority=0:[ai-tenant-e2e-extmod-a-944506/e2e-cfl-41898f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143-944506-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-ok-4d1e8f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-083478-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-69ba2d-sub]","namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-quota-3060d1-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.104828722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","reconcileID":"06c8cd53-df3c-4b8b-9b89-ac31743f8c59","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-2e3779854d6c","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.155836862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"6b65e55d-4ca2-4861-86c6-30d828b5b995","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.155899361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"019ed48e-76cd-4f8f-96ca-238f96a1aba3","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.159407748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"823499f1-8a0d-4a74-9ebb-a9a37fedd0d4","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.178507695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"019ed48e-76cd-4f8f-96ca-238f96a1aba3","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.178952371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"6b65e55d-4ca2-4861-86c6-30d828b5b995","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.182349572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"823499f1-8a0d-4a74-9ebb-a9a37fedd0d4","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.280859023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","reconcileID":"e9cb1156-26d8-4dc7-b790-8868cde082be","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-2e3779854d6c","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.330762386Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-quota-3060d1-access","reconcileID":"fba58ef2-5d3b-4a46-b0f9-3122fb7f8ddb","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"model":"e2e-extmod-shr-user-c05168/e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.571092011Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","reconcileID":"99ce83d9-84db-4480-a8f8-483a5d00da53","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-2e3779854d6c","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-b-12b8da","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.736066944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","reconcileID":"18291a29-452b-4503-8224-b1328ec85783","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-f46d0816af9f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.790872249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"3e741be4-f790-48a0-a8a5-2528b2888bec","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.792644297Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-sub","reconcileID":"f7be8372-7956-4166-a368-4aeaa24889c7","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-52e36c10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.794412022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"5f94774f-8d53-4e55-a414-88ce97d413d5","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.794457507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"750b6aea-e08d-4f3d-9eb5-984786202677","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.813462946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"3e741be4-f790-48a0-a8a5-2528b2888bec","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.820194462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"5f94774f-8d53-4e55-a414-88ce97d413d5","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.820247029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"750b6aea-e08d-4f3d-9eb5-984786202677","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.909628883Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","namespace":"ai-tenant-e2e-autores-147981","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.909680335Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","namespace":"ai-tenant-e2e-autores-147981","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.909726958Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","tenant":"e2e-autores-147981","tenantID":"e2e-autores-147981","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.928542823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"Deployment","name":"maas-api-e2e-autores-147981","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.965971137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"Service","name":"maas-api-e2e-autores-147981","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:44.993544117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-147981","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.017754404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-147981","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.038232192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"dbbd75b9-4d9d-47ee-83c5-1df895c8f96e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.038277302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"162e3f96-ed69-4311-b664-99009fa1a499","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.041568957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-147981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.042046153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"0c83d55c-57a4-44f3-9077-5bfa58f06a96","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.059984398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"162e3f96-ed69-4311-b664-99009fa1a499","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.060203584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-147981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.061855342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"dbbd75b9-4d9d-47ee-83c5-1df895c8f96e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.063569816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"0c83d55c-57a4-44f3-9077-5bfa58f06a96","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.081303648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-147981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.10044111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-147981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.116356331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"Deployment","name":"payload-processing-e2e-autores-147981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.135080825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-147981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.153952137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"Service","name":"payload-processing-e2e-autores-147981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.169754091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"Service","name":"payload-pre-processing-e2e-autores-147981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.186007147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"DestinationRule","name":"payload-processing-e2e-autores-147981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.202281857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-147981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.227897964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-147981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.250271889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-147981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.268237669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-147981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.286818678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-147981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.30359403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-147981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:45.320455839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-147981"},"namespace":"ai-tenant-e2e-autores-147981","name":"default-tenant","reconcileID":"8886c6e5-6f78-42c7-8d2a-61cc7a00f72a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-147981","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:47.221020943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"50ab96e6-9e8e-4287-af4a-6fba47f2cca7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:47.221222407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"133d83de-4caa-4f00-a983-7aa7055fb647","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:47.221018083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"6f3ed907-7c32-408f-b3ed-0187b63d6759","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:47.245476811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"6f3ed907-7c32-408f-b3ed-0187b63d6759","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:47.24590863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"50ab96e6-9e8e-4287-af4a-6fba47f2cca7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:47.250373917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"133d83de-4caa-4f00-a983-7aa7055fb647","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:48.315622268Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"8513d9f9-0cdf-4ded-b900-7729019ace91","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:48.315687248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"8513d9f9-0cdf-4ded-b900-7729019ace91","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:48.332390546Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"e05f2da2-493a-4d0b-85f1-ced2d5dad6b4","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:48.365368158Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"e40f90d9-c944-4c50-8162-749c3d1df48c","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:48.365430898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"e40f90d9-c944-4c50-8162-749c3d1df48c","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:48.382049518Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"77987f8c-7aa4-41c6-8b10-673d50c30ff5","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:48.472459908Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-147981","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-147981","reconcileID":"ee422625-f11b-4afb-bb54-9f15c6b5ff28","aitenant":"ai-tenants/e2e-autores-147981","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:48.5283683Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"586b8720-4257-43db-8f2c-d02b7fb7a805","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:48.528425564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"586b8720-4257-43db-8f2c-d02b7fb7a805","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:48.544433405Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"2b86e47e-0818-4874-878c-53eeac0e250e","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:48.669912887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ddf921a-2abc-41f6-9000-a3d2f1ce1fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:48.685667208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ddf921a-2abc-41f6-9000-a3d2f1ce1fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:48.701358496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ddf921a-2abc-41f6-9000-a3d2f1ce1fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:48.716900604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ddf921a-2abc-41f6-9000-a3d2f1ce1fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:48.756402656Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-147981","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-147981","reconcileID":"ee422625-f11b-4afb-bb54-9f15c6b5ff28","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-147981","removed":["maas.opendatahub.io/gateway-access-e2e-autores-147981"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:48.848893123Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"82afee18-1402-412b-b240-8a32a8d65573","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:48.848976324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"82afee18-1402-412b-b240-8a32a8d65573","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:48.865935803Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"0504d350-3c7c-49a2-9049-c9a212554e16","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:49.476400597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1100193e-cffd-4ee7-a394-8eaa718524d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:49.492653236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1100193e-cffd-4ee7-a394-8eaa718524d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:49.508365542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1100193e-cffd-4ee7-a394-8eaa718524d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:49.523772301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1100193e-cffd-4ee7-a394-8eaa718524d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:52.070246463Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"a167366c-18c2-45fe-91b3-0333ca375720","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:53.320685081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f1f5aa7-59dc-4bff-ac9c-ffec4b468834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:53.374794723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f1f5aa7-59dc-4bff-ac9c-ffec4b468834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:53.395643034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f1f5aa7-59dc-4bff-ac9c-ffec4b468834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:53.423791179Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"69675ce6-cec9-42e6-b300-6e7b8cf94caa","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:53.423842451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"69675ce6-cec9-42e6-b300-6e7b8cf94caa","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:53.45475093Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"da50d8bb-e2d7-490d-b634-df7c640b30a4","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:53.471244539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1a96e7f-7e67-45c6-8a4b-adf3b77b6152","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:53.471259007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1a96e7f-7e67-45c6-8a4b-adf3b77b6152","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:53.594044442Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"73e6e555-1d65-4e10-991f-a1d38b318bfa","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:53.594102332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"73e6e555-1d65-4e10-991f-a1d38b318bfa","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:53.611040915Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"c2079eb8-ebd2-44c4-85d6-90f40edeb74c","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:53.751475745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4a963d-4203-48e8-bbda-99ee1055d4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:53.767795592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4a963d-4203-48e8-bbda-99ee1055d4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:53.784022102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4a963d-4203-48e8-bbda-99ee1055d4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:53.799801618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4a963d-4203-48e8-bbda-99ee1055d4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:54.438725943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f782925-f7be-4a20-8105-5d59c52bd0b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:54.455869358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f782925-f7be-4a20-8105-5d59c52bd0b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:54.473126375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f782925-f7be-4a20-8105-5d59c52bd0b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:54.490033578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f782925-f7be-4a20-8105-5d59c52bd0b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:54.648865546Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"11c80219-98d2-498c-9b49-e33d91b999d6","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:54.649005136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"11c80219-98d2-498c-9b49-e33d91b999d6","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:54.665435464Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"c5d0b3b7-3717-42bd-a694-76cbc1e6f0b4","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:54.685751272Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-5a4525","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-5a4525","reconcileID":"da89c208-54bb-4c6a-b080-883bc6a55dba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-5a4525","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-5a4525":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:54.809817696Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-sub","reconcileID":"82d3070d-3aa6-47a7-9b2c-b8ab389adc98","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"model":"e2e-extmod-shr-user-c05168/e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","subscription":"e2e-shr-quota-3060d1-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:54.809831785Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"999dc110-f69c-4c34-8bc9-7311986893cc","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:54.809898024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"999dc110-f69c-4c34-8bc9-7311986893cc","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:54.828519849Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"9ea603cc-98e8-4e10-808c-9c12069e9037","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:54.864340803Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-sub","reconcileID":"82d3070d-3aa6-47a7-9b2c-b8ab389adc98","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"model":"e2e-extmod-shr-user-c05168/e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:54.880686218Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-sub","reconcileID":"82d3070d-3aa6-47a7-9b2c-b8ab389adc98","MaaSSubscription":{"name":"e2e-shr-quota-3060d1-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-extmod-shr-user-c05168/e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.062690129Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-944506 priority=0:[ai-tenant-e2e-extmod-a-944506/e2e-cfl-41898f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143-944506-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-ok-4d1e8f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-083478-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-69ba2d-sub]","namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]","namespace=ai-tenant-e2e-extmod-b-12b8da priority=0:[ai-tenant-e2e-extmod-b-12b8da/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-b-12b8da/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.079613197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","reconcileID":"2a5f345d-e174-4cfe-b8d0-cc129f5f9e43","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-f46d0816af9f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.136403985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"331231fa-09a3-4a4f-a6bb-36842d27e6b1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.136438981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"b79d9b16-a721-46be-adcb-8db9994cdc7a","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.146148658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"7389ce31-924e-4f3c-86bd-3c8f6de845de","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.154462322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"88000b7a-e048-4382-be17-d6aef119cb51","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.158228935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"331231fa-09a3-4a4f-a6bb-36842d27e6b1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.158269838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"b79d9b16-a721-46be-adcb-8db9994cdc7a","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.174743465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"7389ce31-924e-4f3c-86bd-3c8f6de845de","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.194941081Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"1a0c18d7-8db5-4a96-b433-290eb3456aa3","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.204676895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80080d51-c6e9-4171-a6a5-e8c48b57b045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.220864225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80080d51-c6e9-4171-a6a5-e8c48b57b045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.236760531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80080d51-c6e9-4171-a6a5-e8c48b57b045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.253757527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80080d51-c6e9-4171-a6a5-e8c48b57b045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.2704016Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","reconcileID":"29213cef-139a-47ea-a56a-9e2a7e0c7ffb","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-f46d0816af9f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.289368503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"daf7241e-7f5f-4930-9166-54e93e5231c0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.323505234Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-quota-3060d1-access","reconcileID":"026e8f9b-40e0-42bf-8f37-433bcf10570b","MaaSAuthPolicy":{"name":"e2e-shr-quota-3060d1-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"model":"e2e-extmod-shr-user-c05168/e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.338534409Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"daf7241e-7f5f-4930-9166-54e93e5231c0","name":"e2e-worker-w1-f72bc6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.393596956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","reconcileID":"0df91f4f-5fe3-403d-9f17-22069f94d75f","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-f46d0816af9f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.793386153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","reconcileID":"019223f8-7c7b-4a91-987e-e4edd61e60ed","MaaSModelRef":{"name":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-quota-3060d1-f46d0816af9f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-quota-3060d1-e2e-extmod-a-9ba664","externalModel":"e2e-shr-quota-3060d1","provider":"e2e-shr-quota-3060d1-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.06631796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c750f42b-5883-440b-b824-43dd54bf793d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.081821181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c750f42b-5883-440b-b824-43dd54bf793d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.09868847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c750f42b-5883-440b-b824-43dd54bf793d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.11457753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c750f42b-5883-440b-b824-43dd54bf793d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:56.320189863Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"8bcb2d3f-44ca-4f9d-862f-f6043d497cc7","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:56.320257213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"8bcb2d3f-44ca-4f9d-862f-f6043d497cc7","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.336796064Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"71b739bc-b2b3-47dc-9ac7-fd10388b97a1","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.378009786Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-3060d1","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1","reconcileID":"58ca631b-5571-49f7-bbe4-80c3d75d60d2","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:56.421359244Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"fbe27892-643a-4528-8bc0-fb16dc5b0737","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:56.421417646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"fbe27892-643a-4528-8bc0-fb16dc5b0737","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.438617529Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"bcf7b465-65a0-40f4-8412-4d2bc66fa60d","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.442559488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"f6ed1b8c-4a12-4af0-8993-70784558b0be","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.443009188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"6cd7a3ad-62a6-46a0-a5e7-7bbb3d72176c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.443106263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"51a7eb2d-1dfe-4026-992d-2985bafd341f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.443425154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1cfaee7-4ce5-4c6e-b21c-bf3b63c2b5c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.464492553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"f6ed1b8c-4a12-4af0-8993-70784558b0be","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.482955156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"c9e6dd9c-612b-4047-af8d-d057a65d43a7","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.488866509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"6cd7a3ad-62a6-46a0-a5e7-7bbb3d72176c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.489171596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1cfaee7-4ce5-4c6e-b21c-bf3b63c2b5c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.49276851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"51a7eb2d-1dfe-4026-992d-2985bafd341f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.51418644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1cfaee7-4ce5-4c6e-b21c-bf3b63c2b5c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.517152946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"ff3deff5-6a77-4c78-beb4-28c6cdc05b35","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.517754124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"5199ce31-c1b2-44f2-b1f0-248588da8c62","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.539701146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"ff3deff5-6a77-4c78-beb4-28c6cdc05b35","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.545734187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"c3901647-d19e-41fe-8d79-86ab4adfe28d","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.546585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-sub","reconcileID":"5a6657aa-1ddd-440e-b536-8fecceba1f74","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.547333827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"615b3cc5-0da7-4274-93f6-560b353b6d32","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.54755663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-sub","reconcileID":"89010aa4-ae9c-4c29-bc71-d9a2a854e381","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.551014097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","reconcileID":"5e747ca5-1312-427a-9301-0db5c86fe94f","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-amb-28dbed-ba31199c6619","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","externalModel":"e2e-shr-amb-28dbed","provider":"e2e-shr-amb-28dbed-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.595955452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"a017bf5e-03ee-4d1f-aae4-581f56a69b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.688371196Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-3060d1","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1","reconcileID":"f784695a-eb60-434a-af35-b9fb497f4f59","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-quota-3060d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.689619501Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","reconcileID":"b5c88c2e-c26b-425d-804e-3f88acf713ed","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-amb-28dbed-40a594f216c8","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-amb-28dbed-e2e-extmod-b-12b8da","externalModel":"e2e-shr-amb-28dbed","provider":"e2e-shr-amb-28dbed-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.690098578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"a017bf5e-03ee-4d1f-aae4-581f56a69b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.770368854Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"4bd942d0-1306-4b0f-b5f1-3dffc4ac3101","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.793433287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"13c2dfed-595c-4d4e-89d7-cf2fa56c706e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:56.824577412Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"606a398d-efcc-43ee-80a1-d09331a4fc78","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:56.824629463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-ambiguous","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-ambiguous","reconcileID":"606a398d-efcc-43ee-80a1-d09331a4fc78","error":"ExternalModel e2e-extmod-shr-user-c05168/e2e-shr-amb-28dbed is attached to several gateways [openshift-ingress/e2e-extmod-a-9ba664 openshift-ingress/e2e-extmod-b-12b8da]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.824635629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"13c2dfed-595c-4d4e-89d7-cf2fa56c706e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.840701592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"1e4c5156-2913-40f1-bf85-14e8cd67ed09","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.842717022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"d9139d2d-2ba0-4242-888f-fa8ab1a11d7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.84319726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c0f271da-7beb-433e-9e24-98bb03962c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.851739261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"257d9a00-96ae-4c4f-8c22-87b55077d7a8","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.864070776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"d9139d2d-2ba0-4242-888f-fa8ab1a11d7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.8645029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c0f271da-7beb-433e-9e24-98bb03962c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.876080809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"5f15f94f-123d-4b97-9ce9-c6c5904fb5db","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.893225562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"31f720c2-85c7-4c01-a414-a845e61e897e","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.893944153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-sub","reconcileID":"51b73ec2-7416-4f27-a66e-00e3ce8a9830","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.894338139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-sub","reconcileID":"80c4d02a-4790-4016-957e-73ebfd83df39","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.927563876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ea2313-5708-4928-848c-cc97dc16d609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.946242817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ea2313-5708-4928-848c-cc97dc16d609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.947089009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"61971f82-cf1c-4635-ae82-51f5d1ffc20a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.962487315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ea2313-5708-4928-848c-cc97dc16d609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.978125649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ea2313-5708-4928-848c-cc97dc16d609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.002865608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"61971f82-cf1c-4635-ae82-51f5d1ffc20a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.102370377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"c8254f20-ef70-4ece-9483-21b2e741c7c4","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.161356492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"c8254f20-ef70-4ece-9483-21b2e741c7c4","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.177132614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"365b97a6-28a7-4714-947b-206c3d3b3769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.198753767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"365b97a6-28a7-4714-947b-206c3d3b3769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.242628233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"bb0c3e83-7591-4c9f-8722-64d6e7fd96f7","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.242684101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"f07f0e3a-802f-4f53-b8cf-4975ab3eb728","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.24400552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"77706637-b8a7-4f4a-8fb7-e377f9bfce9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.264612553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"f07f0e3a-802f-4f53-b8cf-4975ab3eb728","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.265006146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"bb0c3e83-7591-4c9f-8722-64d6e7fd96f7","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.266876899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"77706637-b8a7-4f4a-8fb7-e377f9bfce9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.413964993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"55ea28f3-9928-4fdc-b5d2-f35482166477","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.432545544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e914cb67-1184-4700-8471-944c3093d64d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.441195178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"55ea28f3-9928-4fdc-b5d2-f35482166477","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.458610617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"92c8a4da-5f2b-4b79-9ef7-709e3c1219bf","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.459002061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"a1dee13a-3ae7-47d5-9372-ab2d1ae11df2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.465937391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e914cb67-1184-4700-8471-944c3093d64d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.483951635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"92c8a4da-5f2b-4b79-9ef7-709e3c1219bf","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.484699335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"a1dee13a-3ae7-47d5-9372-ab2d1ae11df2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.497323854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"65f07a27-ce59-4c20-a592-8d2ed21a6677","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.521361203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"65f07a27-ce59-4c20-a592-8d2ed21a6677","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.670277823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"272ff0b6-82f6-4ccd-a330-010bac94863e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.671120229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"9f07dc9a-d441-4388-96f3-c727097089dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.691722946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"9f07dc9a-d441-4388-96f3-c727097089dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.692063672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"272ff0b6-82f6-4ccd-a330-010bac94863e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.712885584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"272ff0b6-82f6-4ccd-a330-010bac94863e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.755949132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"7cd3b8d4-cd9e-4433-8727-e4a2eee2cd0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.756417349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"1927746b-c92d-4a5f-89d1-987dca24dc4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.78219978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"7cd3b8d4-cd9e-4433-8727-e4a2eee2cd0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.784438632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"1927746b-c92d-4a5f-89d1-987dca24dc4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.808152981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"7166d803-0d8a-4f5d-a17a-d849cf4dc2dd","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.830894348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"7166d803-0d8a-4f5d-a17a-d849cf4dc2dd","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.16964385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","reconcileID":"48dceb34-a080-4e40-a6b6-778443886b22","MaaSModelRef":{"name":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-amb-28dbed-ba31199c6619","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-amb-28dbed-e2e-extmod-a-9ba664","externalModel":"e2e-shr-amb-28dbed","provider":"e2e-shr-amb-28dbed-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.790580982Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-28dbed","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed","reconcileID":"3dcb796c-917e-4cf1-a9bf-8b76fb2017c7","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.845209342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"6346cbc7-9982-45da-8ff9-8441f2dc7a7a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.845396856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2efc4b44-18f7-40a5-8aae-5e1eb0a6588b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.845213151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"a2a1b116-335a-4d5b-80a7-3fa775a5fa7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.847366726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"de244635-3f7c-4f44-a518-0e24c20f9689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.867152064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"a2a1b116-335a-4d5b-80a7-3fa775a5fa7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.867332962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"6346cbc7-9982-45da-8ff9-8441f2dc7a7a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.870937335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"de244635-3f7c-4f44-a518-0e24c20f9689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.871022052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2efc4b44-18f7-40a5-8aae-5e1eb0a6588b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.8908418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2efc4b44-18f7-40a5-8aae-5e1eb0a6588b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.892109116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"44cd38c3-a355-42a6-b639-4c8a96441637","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.913997046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"44cd38c3-a355-42a6-b639-4c8a96441637","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.98957444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"cc2a90ea-ac4b-497f-ac23-38943c1bd90e","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.010440318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"cc2a90ea-ac4b-497f-ac23-38943c1bd90e","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.045943917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"cfcb9efd-081c-4041-bee9-58d1141da7dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.061747963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"458af5f1-e4e0-4cec-b47e-5fcbf14cedf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.062063687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"e01447dd-8a9e-4235-bbbc-42b12f0d5f49","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.06673541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"cfcb9efd-081c-4041-bee9-58d1141da7dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.084868399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"458af5f1-e4e0-4cec-b47e-5fcbf14cedf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.084881122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"e01447dd-8a9e-4235-bbbc-42b12f0d5f49","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.094642755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"5e7306ad-8002-4ab1-9d16-6cf3f0e044bf","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.118381982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"5e7306ad-8002-4ab1-9d16-6cf3f0e044bf","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.16296296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"542a5d32-ef3e-4dbd-b074-458f4a50bb4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.186600704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"542a5d32-ef3e-4dbd-b074-458f4a50bb4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.218665001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"81893d86-c21b-49cb-af45-17f22b3ec14c","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.241467629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"81893d86-c21b-49cb-af45-17f22b3ec14c","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.26721252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"13010790-91e9-4741-ba00-401b1b89bacc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.289506217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"13010790-91e9-4741-ba00-401b1b89bacc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.36607227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"842a9e01-a63e-40b5-a900-6d2d3a56eeb1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.387954595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"842a9e01-a63e-40b5-a900-6d2d3a56eeb1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.415859824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"703195c4-33c8-45c2-bcf9-932eaacb9d80","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.437933016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"703195c4-33c8-45c2-bcf9-932eaacb9d80","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.467583583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"ac5e6c64-1b32-423f-bdc9-da60fa991ee8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.470048722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"5abf16da-cf1c-48db-a1f0-25fff88b393b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.470219375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"6df923e5-0941-4349-b542-a18203a54024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.491240094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"ac5e6c64-1b32-423f-bdc9-da60fa991ee8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.49293902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"6df923e5-0941-4349-b542-a18203a54024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.494880816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"5abf16da-cf1c-48db-a1f0-25fff88b393b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.541450376Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"5dcebf58-669c-448f-8d9e-47717e3f3285","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.57314051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"5719ebde-e9d9-48be-b512-42eb83984df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.580242833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"87ea291b-cc07-4fea-8673-efaff607d015","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.598491503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"5719ebde-e9d9-48be-b512-42eb83984df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.611321913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"c74eb42b-e2c0-4cd2-9b22-73360b8003e8","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.612495073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-sub","reconcileID":"4ed00e06-10a2-4d6c-abd6-a5d83829b46e","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.612554612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"2a3c77b7-f418-4a22-919d-e9b9d707eebd","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.612997929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-sub","reconcileID":"ed8a9963-d977-4e16-889d-66e0ff151d4a","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.615818977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"14bc885e-4a19-410c-b2fd-cc674b8240d8","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.690070806Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"bcd8fd20-8560-4614-87a1-27956ff44c56","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.792118113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"1ba59125-1581-4347-9a4a-aecc6633c2dd","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.794626716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"376c30c9-ae58-4cfe-b53b-85f2ac72ec1d","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.804139757Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-28dbed","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed","reconcileID":"c10761c1-df95-4f5f-9907-caefa94c72a8","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-amb-28dbed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.807642089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"8f8bbc20-3d1f-4a74-852a-bc6cf1ca5576","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.808327384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"d0f8d5e3-3f9c-4f67-ad54-1dea097485e2","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.812765725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"b328469d-fe5b-4598-8330-4b45ce7f4096","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.813273082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"1ba59125-1581-4347-9a4a-aecc6633c2dd","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.82879581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"8f8bbc20-3d1f-4a74-852a-bc6cf1ca5576","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.829076529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"d0f8d5e3-3f9c-4f67-ad54-1dea097485e2","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.830129932Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"09a89312-d0d7-4638-aeab-4e27f9fc9e58","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.834336294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"b328469d-fe5b-4598-8330-4b45ce7f4096","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.876407329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fce864f-a65c-40d9-ab9b-1ae7f4683839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.896252363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"d4947cae-1c2b-4b37-baa7-09c0f16c6270","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.954942408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fce864f-a65c-40d9-ab9b-1ae7f4683839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.980291802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"c52bec1c-4241-4526-a6c6-01f713c50c5c","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.982507894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fce864f-a65c-40d9-ab9b-1ae7f4683839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.984477738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-sub","reconcileID":"a8051f0c-e673-45ab-bedb-768527f894ce","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.985699355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-sub","reconcileID":"c975ded5-887c-4bb3-b7be-160eb07dc1f1","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.997333861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"deba3a45-5776-4873-b24b-63a762bf1e2d","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.038263583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"b3945bf7-fca0-4dd8-ba96-b84dadce394d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.059477564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"b3945bf7-fca0-4dd8-ba96-b84dadce394d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.125744346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"e8d2417e-5bdf-4ec8-b1f0-f6163d1d0185","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.126493033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"bdbab4c2-b841-4a1b-a222-90d62b41a961","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.128099034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63a3e9ed-be8d-456e-9f69-f26c0cb547a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.128525899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"5b84c675-2bc6-4b39-8e93-09b010a6dce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.147723539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"bdbab4c2-b841-4a1b-a222-90d62b41a961","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.147724881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"e8d2417e-5bdf-4ec8-b1f0-f6163d1d0185","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.150057396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"5b84c675-2bc6-4b39-8e93-09b010a6dce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.150597021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63a3e9ed-be8d-456e-9f69-f26c0cb547a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.318958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"2ba6f908-4ffc-4bf5-9e80-aef60bf0c187","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.340505267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"2ba6f908-4ffc-4bf5-9e80-aef60bf0c187","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.369042622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"991333ea-7e5e-469e-b02b-af8b5538b0b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.369087341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"83ca19e3-5db9-45fb-aafe-e1ae628569f2","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.37103273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"6e2b1792-1999-4c2f-a9ed-78d5581ff9b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.371180453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"e6a1bae4-807b-456f-b224-c3c7c2a30538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.37634839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"6403e452-1b77-492f-8b2b-52d8d25e2ff2","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.390289467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"991333ea-7e5e-469e-b02b-af8b5538b0b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.390358874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"83ca19e3-5db9-45fb-aafe-e1ae628569f2","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.394219997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"6e2b1792-1999-4c2f-a9ed-78d5581ff9b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.394328676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"e6a1bae4-807b-456f-b224-c3c7c2a30538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.43229936Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-sub","reconcileID":"ff3da25a-5735-49d1-95de-d55d5e8f3be6","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1b2e85a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.566702534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"5feb2fbd-f3a6-4e6a-92a1-ce2a84ba63b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.581282583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"cf9dc6ba-869c-4a4b-8c4b-e626dbd077d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.591171685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"5feb2fbd-f3a6-4e6a-92a1-ce2a84ba63b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.602943909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"cf9dc6ba-869c-4a4b-8c4b-e626dbd077d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.628737736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"9af1a139-fd9f-461d-bae1-5ab48814011d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.638851887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"b59bc4c7-6683-42bc-b583-6c4443252f85","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.652131667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"9af1a139-fd9f-461d-bae1-5ab48814011d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.66484438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"b59bc4c7-6683-42bc-b583-6c4443252f85","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.682826669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"c992387b-a767-4454-a198-34684c1f043f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.708595206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"c992387b-a767-4454-a198-34684c1f043f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.834337455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"d27fdbfd-dd48-4e1c-9ba8-ef9252037403","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.856443624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"d27fdbfd-dd48-4e1c-9ba8-ef9252037403","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.889866757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"21c12d9e-34ab-4ad4-aee3-d8568b6cadf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.903852374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"469399ce-ee51-4ba5-a2d0-7a65f8709486","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.91088555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"21c12d9e-34ab-4ad4-aee3-d8568b6cadf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.92549791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"469399ce-ee51-4ba5-a2d0-7a65f8709486","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.936123593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"2629cada-5ec5-41f3-be2a-d94f07688085","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.96002023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"2629cada-5ec5-41f3-be2a-d94f07688085","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.985638585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"e05b8435-3dda-42e1-9bb4-5e8f9972bdc7","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:01.007447236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"e05b8435-3dda-42e1-9bb4-5e8f9972bdc7","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:02.103349255Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"80b9581f-0b84-432c-bc1c-52be78a8b67e","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:06.105471204Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:06.370805288Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"e050949e-7a00-4b88-a1ef-467a460abdd8","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:10.109459459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66d779fa-faaf-4554-b818-32f3c8d36c00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:10.133547971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66d779fa-faaf-4554-b818-32f3c8d36c00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:10.153725279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66d779fa-faaf-4554-b818-32f3c8d36c00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:10.448469475Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-sub","reconcileID":"ee759ff0-fa05-4d8a-9df1-49d1e48fbd5d","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","subscription":"e2e-shr-auth-ca4145-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:10.482099743Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-sub","reconcileID":"ee759ff0-fa05-4d8a-9df1-49d1e48fbd5d","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:10.498753902Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-sub","reconcileID":"ee759ff0-fa05-4d8a-9df1-49d1e48fbd5d","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:10.686294768Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-944506 priority=0:[ai-tenant-e2e-extmod-a-944506/e2e-cfl-41898f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143-944506-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-ok-4d1e8f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-083478-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-69ba2d-sub]","namespace=ai-tenant-e2e-extmod-a-9ba664 priority=0:[ai-tenant-e2e-extmod-a-9ba664/e2e-shr-auth-ca4145-sub ai-tenant-e2e-extmod-a-9ba664/e2e-shr-shared-7327a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:10.701542832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"c510bfa6-a157-46d6-877a-5f62e6f360ff","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:10.8046182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"79d0a475-0367-47c6-8d74-2eb9c01a71f5","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:10.804672017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"b492a131-f433-4cd5-9f36-170e49e6ecbf","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:10.812736808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"19a111a6-8b30-4e65-ad3b-dbc0c6646706","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:10.827065675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"b492a131-f433-4cd5-9f36-170e49e6ecbf","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:10.827079277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"79d0a475-0367-47c6-8d74-2eb9c01a71f5","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:10.853690486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","reconcileID":"138e27b7-3f39-4fb1-bf9a-89abe4ae2c98","MaaSSubscription":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-ok-4d1e8f","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-ok-4d1e8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:10.869282646Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"69e26fa3-0735-4fb7-911a-13f86744afa3","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:10.907030193Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-auth-ca4145-access","reconcileID":"f0cf70a8-6750-47f6-a718-71cf9f869370","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:11.035646268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"02f8ca0b-d684-4a3a-a6f9-7c4de9d9298b","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:11.03568063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"02f8ca0b-d684-4a3a-a6f9-7c4de9d9298b","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-ok-4d1e8f-361b7d1cee20","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-ok-4d1e8f","externalModel":"e2e-cfl-ok-4d1e8f","provider":"e2e-cfl-ok-4d1e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:11.095029725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","reconcileID":"18e859b6-3ae5-40ec-a19c-57ade70732e8","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-000fd16d462a","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-b-12b8da","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:11.258597982Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"d87488da-1e09-4ae2-8c33-a3ce64eb5576","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:11.296370076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"1c89a472-4257-4953-8377-769c74421f1e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:11.297018728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"632b57df-14a9-4361-b740-83486b6d3bfe","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:11.317243285Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-sub","reconcileID":"d708e4c2-bc85-4001-9548-7f3abf06da94","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cff2cd52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:11.32320786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"1c89a472-4257-4953-8377-769c74421f1e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:11.323457542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"632b57df-14a9-4361-b740-83486b6d3bfe","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:11.531003419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"fbe74717-04ec-4c85-a480-35964bca3f75","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:11.531033874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"3a84ef7b-d0f2-4362-b088-e1b49f8c730b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:11.551888619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"3a84ef7b-d0f2-4362-b088-e1b49f8c730b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:11.552211906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"fbe74717-04ec-4c85-a480-35964bca3f75","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:11.987019689Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-f3e9d1","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-broken-f3e9d1","reconcileID":"ffa53c74-1cdb-4a6e-9efa-173a708adac4","namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-broken-f3e9d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.01418787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"2e43f5a9-5ee8-40d8-a559-886ee3755f88","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.014354495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"4e6c24c0-9e8d-4b17-badb-e099fd5d9174","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.014194137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"220900e5-82e0-4e11-a9d5-087f9f3a976c","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.035929324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"2e43f5a9-5ee8-40d8-a559-886ee3755f88","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.036296728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"4e6c24c0-9e8d-4b17-badb-e099fd5d9174","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.038176965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"220900e5-82e0-4e11-a9d5-087f9f3a976c","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.062501412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"76af183d-c3a1-44e9-b910-f843fc6374c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.062550181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af8c57ac-d8b3-459a-bc53-339819fa0175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.093606914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af8c57ac-d8b3-459a-bc53-339819fa0175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.099395669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"76af183d-c3a1-44e9-b910-f843fc6374c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.137242749Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"7a7f289c-ce2c-4349-88c6-7c945a3dea23","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.226148193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd38d5c3-6c29-4003-96ff-58ec9f63dbfa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.226169179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd38d5c3-6c29-4003-96ff-58ec9f63dbfa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.240857222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"ff583e7a-0e86-41fa-aec4-34a2ea75ced9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.261896559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"ff583e7a-0e86-41fa-aec4-34a2ea75ced9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.298599759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"92154120-677e-4a4f-8f08-22f7a7a041a9","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.298727741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"18ca8c9b-790b-472b-941a-50e977051f11","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.315029081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"87580343-a765-4f31-bc06-26297a831571","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.320642263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"18ca8c9b-790b-472b-941a-50e977051f11","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.320749228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"92154120-677e-4a4f-8f08-22f7a7a041a9","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.336099339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"87580343-a765-4f31-bc06-26297a831571","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.338055882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"e5c74caf-a41e-45c6-a899-26f3c1001358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.358840068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"e5c74caf-a41e-45c6-a899-26f3c1001358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.365296056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"7720beeb-5a98-4955-8725-bcc3f9f4b549","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.391769361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"7720beeb-5a98-4955-8725-bcc3f9f4b549","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.398934585Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-f3e9d1","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-broken-f3e9d1","reconcileID":"43914658-f8eb-436f-b7fc-0e35dbcccf3d","namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-broken-f3e9d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.549987315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"18f002b6-6702-4eb9-8e74-0f33d761b3a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.570325179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46ef3fd4-3d97-45ef-b34b-1a2bd35340dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.570959329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"26ca4e92-9716-4d36-8365-795de31006ac","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.584707765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"18f002b6-6702-4eb9-8e74-0f33d761b3a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.603042659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46ef3fd4-3d97-45ef-b34b-1a2bd35340dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.609194686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"26ca4e92-9716-4d36-8365-795de31006ac","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.711383957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"83713004-202c-4807-886a-99531f7f436a","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.732522026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"83713004-202c-4807-886a-99531f7f436a","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.740316907Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-f3e9d1","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-broken-f3e9d1","reconcileID":"a3eede53-4859-4bca-85aa-b2df9b53cbcf","namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-broken-f3e9d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.789254796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"9567b664-9a44-4ac6-8148-90f3c4040cdd","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.810503592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"9567b664-9a44-4ac6-8148-90f3c4040cdd","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.848077726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"237a888a-1e85-465f-8114-1d8348cee110","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.86296621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f0ec0fd1-4ec6-499b-898f-ed5ffb853ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.868428721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"237a888a-1e85-465f-8114-1d8348cee110","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.887518609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f0ec0fd1-4ec6-499b-898f-ed5ffb853ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.963823994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"cef0c754-e15c-42e6-917f-b9e1c8ac6813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.964235276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"9a07e45b-43f5-4014-b9fa-b8fc8ff59b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.992441402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"cef0c754-e15c-42e6-917f-b9e1c8ac6813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:12.996142022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"bb403b28-7653-43a4-b9ed-87a5a5f0cb1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.000691127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"9a07e45b-43f5-4014-b9fa-b8fc8ff59b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.006171872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"18c7bc8f-8314-4b5c-8de1-27e74da81a6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.020660296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"bb403b28-7653-43a4-b9ed-87a5a5f0cb1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.041902389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"18c7bc8f-8314-4b5c-8de1-27e74da81a6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.077650063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"075502c9-f751-4c3f-a19f-a89d18cacf6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.101017774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"075502c9-f751-4c3f-a19f-a89d18cacf6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.22433551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"d82231c6-1233-4d36-a00d-8d7a0c48971d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.245686002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"d82231c6-1233-4d36-a00d-8d7a0c48971d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.274210765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"c8c80887-3249-4fcb-a855-66509610e3cd","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.29703056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"c8c80887-3249-4fcb-a855-66509610e3cd","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.300506749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"534c561e-f402-480e-932c-faa437646d9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.31225057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"b503bd5c-e06f-4d58-a85e-286c52664923","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.322105414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"534c561e-f402-480e-932c-faa437646d9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.333619234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"b503bd5c-e06f-4d58-a85e-286c52664923","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.346932967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"0fc89942-5fd2-497e-8ead-c8eb3f440a1c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.370536942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"0fc89942-5fd2-497e-8ead-c8eb3f440a1c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.434070587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a5dc58f-b60b-48bc-aafe-6c4e93e24101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.454994124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a5dc58f-b60b-48bc-aafe-6c4e93e24101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.537772283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b79ad5d4-ac09-42d7-bcea-fad3c0bb3e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.537821862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"a9871440-1fd0-416a-9987-b8c959e67a82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.538217311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"f3258987-cbdb-415d-b830-508bd403ab2a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.562271714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"a9871440-1fd0-416a-9987-b8c959e67a82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.562498864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"f3258987-cbdb-415d-b830-508bd403ab2a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.56469612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b79ad5d4-ac09-42d7-bcea-fad3c0bb3e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.689249233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"c03063ac-f74f-447a-9d85-e608a0459da6","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.71248099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"c03063ac-f74f-447a-9d85-e608a0459da6","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.794745934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"a928b903-6baa-4c42-b0da-9ac98548c49d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:13.820121229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"a928b903-6baa-4c42-b0da-9ac98548c49d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:16.404041516Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"0e399db1-82ba-46e4-813a-f6816c9498d3","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:17.760446388Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-f3e9d1","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-broken-f3e9d1","reconcileID":"4449de21-1bb5-4e06-bbaf-aedb9d1ddcd5","namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-broken-f3e9d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:17.837155139Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-f3e9d1","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-broken-f3e9d1","reconcileID":"403ba026-2ee1-46e3-9187-accd2aab3cbf","namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-broken-f3e9d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:17.876044765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6aa662ae-c410-4037-9464-e33462cc6103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:17.87608609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"31b37d72-033c-4096-90eb-231385d408bb","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:17.879919229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"4ca01851-cc89-42f7-a808-88ea8579b0a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:17.893737678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"9545f79f-1e18-4ef6-a99b-ce7bdfdf24c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:17.893983385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"48b84eec-8016-4b3d-a507-ddacfbbf0403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:17.900803315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"31b37d72-033c-4096-90eb-231385d408bb","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:17.902289149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6aa662ae-c410-4037-9464-e33462cc6103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:17.911619654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"4ca01851-cc89-42f7-a808-88ea8579b0a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:17.92222356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"48b84eec-8016-4b3d-a507-ddacfbbf0403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:17.923491767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"9545f79f-1e18-4ef6-a99b-ce7bdfdf24c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.008538574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"4f497ace-e180-4d0e-bd17-94abab1e9734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.031296889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"4f497ace-e180-4d0e-bd17-94abab1e9734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.110016949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"0615d53a-5705-45be-8e63-969653cb7058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.111903778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"a751b29c-7da1-4209-9cea-2016302d4974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.132578578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"0615d53a-5705-45be-8e63-969653cb7058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.134074608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"a751b29c-7da1-4209-9cea-2016302d4974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.159266456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"292a6f10-3e89-4823-b61b-6884849f694f","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.159520528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"270152f5-f9a3-4925-aa8c-8fdcbb832749","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.180819173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"270152f5-f9a3-4925-aa8c-8fdcbb832749","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.181353212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"292a6f10-3e89-4823-b61b-6884849f694f","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.231422445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"e64b4e14-9090-4cb4-8b63-543dfd644567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.233069302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"7cd60686-3737-487f-9c44-edc776c9437f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.254056898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"e64b4e14-9090-4cb4-8b63-543dfd644567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.254614052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"7cd60686-3737-487f-9c44-edc776c9437f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.256743518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"658ba92f-c30f-4da8-bb6b-a4da3e80a3ab","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.281909117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"658ba92f-c30f-4da8-bb6b-a4da3e80a3ab","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.471338632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"599b0074-8ab9-4e4c-a6a0-aa3265312340","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.487358288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"195a2e8e-8c10-4188-a55f-a94d9d330cc1","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.493690205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"599b0074-8ab9-4e4c-a6a0-aa3265312340","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.502627454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"a1c34389-a27f-4675-b26b-ad2d72f9b738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.508248968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"195a2e8e-8c10-4188-a55f-a94d9d330cc1","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.524035186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"a1c34389-a27f-4675-b26b-ad2d72f9b738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.537303344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"ec9f1e64-0824-4828-8166-eca5ee7dbed3","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.559627334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"ec9f1e64-0824-4828-8166-eca5ee7dbed3","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.590847701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"21256e9b-18c0-4373-8f92-0042ae0f27a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.598143795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"e191200d-e807-4fdf-b08a-8499fb032083","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.611788802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"21256e9b-18c0-4373-8f92-0042ae0f27a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.619129535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"e191200d-e807-4fdf-b08a-8499fb032083","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.620288751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"59d448d9-b3d2-405e-aa40-67ffe49f6562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.622216263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"773bdecd-bed7-477d-b25a-9cb8de97c7a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.641206374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"59d448d9-b3d2-405e-aa40-67ffe49f6562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.643120434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"773bdecd-bed7-477d-b25a-9cb8de97c7a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.687720827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94f65a60-7f42-43ce-bed9-b726e4e4365d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.708459266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94f65a60-7f42-43ce-bed9-b726e4e4365d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.708629052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9378f295-9d1b-4290-b10c-b40f668fb32a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:18.72932776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9378f295-9d1b-4290-b10c-b40f668fb32a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.037418299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"467886e9-6d8b-4e95-b236-48b471d41391","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.037451118Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"467886e9-6d8b-4e95-b236-48b471d41391","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-ok-4d1e8f-361b7d1cee20","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-ok-4d1e8f","externalModel":"e2e-cfl-ok-4d1e8f","provider":"e2e-cfl-ok-4d1e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.093572753Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","reconcileID":"091bb7e3-e4cf-4c9f-9f18-4fea0caf987d","MaaSSubscription":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c86c866c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.124190582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"269d90f9-2617-42ca-827c-419d1c4defec","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.125466084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"13a12e43-d618-4d20-a24c-d4e53099f409","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.148588863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"e94b35f3-2d86-4cda-a50a-d486db770d4f","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.14869606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"80c02f52-16f6-4e3a-9cff-a43d60afe94b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.149361595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"bd141314-33ff-4272-b414-012a5a671841","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.154305216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"13a12e43-d618-4d20-a24c-d4e53099f409","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.155184303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"269d90f9-2617-42ca-827c-419d1c4defec","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.17116104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"80c02f52-16f6-4e3a-9cff-a43d60afe94b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.171478955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"e94b35f3-2d86-4cda-a50a-d486db770d4f","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.173462071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"bd141314-33ff-4272-b414-012a5a671841","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.3360192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"c3c64124-ae00-48a6-a714-03e5625293f9","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.336214823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"e0d28943-4879-42d2-a8e4-916a7edf1454","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.350362506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"1861c543-b2c7-44eb-8ccf-5ab3be769b28","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.350699365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"11051158-4092-4628-b0e6-ed05ea7fd878","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.352005591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"7bc61934-9661-4084-9065-1ad44ad083ef","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.358150128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"e0d28943-4879-42d2-a8e4-916a7edf1454","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.358159028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"c3c64124-ae00-48a6-a714-03e5625293f9","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.371688475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"11051158-4092-4628-b0e6-ed05ea7fd878","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.372527849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"1861c543-b2c7-44eb-8ccf-5ab3be769b28","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:19.37395577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"7bc61934-9661-4084-9065-1ad44ad083ef","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.333853795Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-sub","reconcileID":"fa6396ec-14f3-47d5-ae83-cc02655a3fc1","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","subscription":"e2e-shr-auth-ca4145-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.366476633Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-sub","reconcileID":"fa6396ec-14f3-47d5-ae83-cc02655a3fc1","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.385469967Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-sub","reconcileID":"fa6396ec-14f3-47d5-ae83-cc02655a3fc1","MaaSSubscription":{"name":"e2e-shr-auth-ca4145-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.552515447Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-944506 priority=0:[ai-tenant-e2e-extmod-a-944506/e2e-cfl-41898f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143-944506-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-083478-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-69ba2d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.574290916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"9396f01d-adbb-4973-b7a1-9b433876d1d6","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.622544887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"5595f691-143b-40f4-9c89-b71b3a70e13c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.62254491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"49d9fa97-f1e2-458b-93cb-ae8d8cfbe5d8","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.634255442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"4d5dbcd6-619c-48e2-b2ae-8349a3e7162e","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.634275055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"4d5dbcd6-619c-48e2-b2ae-8349a3e7162e","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"routeName":"external-model-e2e-cfl-same-ed4b51-e643613baf02","namespace":"e2e-extmod-cfl-2-083478","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.644327977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"5595f691-143b-40f4-9c89-b71b3a70e13c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.645333008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"49d9fa97-f1e2-458b-93cb-ae8d8cfbe5d8","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.667091389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"dc176eb2-5b54-46fa-8e80-693f70a77ed6","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.667117685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"dc176eb2-5b54-46fa-8e80-693f70a77ed6","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.701371776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"f2a923be-a24c-448d-806f-ce7962146a21","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.701471987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"f2a923be-a24c-448d-806f-ce7962146a21","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.736317888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"50480c66-d68e-430b-a86f-efb4e9b74beb","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.736341288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"50480c66-d68e-430b-a86f-efb4e9b74beb","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-same-ed4b51-416dd585c061","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.768904678Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"df7f160b-1d5c-4b66-a1da-53d0b1a19f60","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.796109613Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-auth-ca4145-access","reconcileID":"29da01e5-0839-4a0c-87f8-ca5902967371","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4145-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"model":"e2e-extmod-shr-user-c05168/e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.811220225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"30dc4522-4a58-4dcd-97c8-33ab1b510b7a","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:21.944194241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"41e75424-c6a7-44ff-9636-712b49107d48","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:22.174323161Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"e3ef6d7b-81a5-427c-b70b-8cb7579a61bd","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:22.234252161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"c46cd4f0-27ab-4140-8056-ee6b03ce43c8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-5a4525","tenantID":"e2e-explicit-5a4525","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:22.283819598Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"c46cd4f0-27ab-4140-8056-ee6b03ce43c8","name":"e2e-explicit-5a4525-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:22.32791056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","reconcileID":"f15fba85-17f9-4da4-8a8e-f76a8c303295","MaaSModelRef":{"name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-auth-ca4145-c67ea57e7090","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664","externalModel":"e2e-shr-auth-ca4145","provider":"e2e-shr-auth-ca4145-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:22.926813711Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-ca4145","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145","reconcileID":"0b3f64c0-f062-4a72-a569-65782d9b2e7a","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:22.966425712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"4c97da4b-abdb-499a-99fb-4b09e390fd9f","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:22.982137571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd6e8af8-b063-4603-9755-59980392d01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:22.982452367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"fcea975d-a1d2-4dc6-888f-68caf4d21481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:22.987531626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"a0cb2b46-8780-40ee-b311-32fef491ad39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:22.988196776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"6f04ba31-8b8f-4629-8837-3cc9cde0a220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:22.989328928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"4bb755ad-8dda-4a25-afdb-2f48e4a51a0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.010438388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"fcea975d-a1d2-4dc6-888f-68caf4d21481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.010535605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd6e8af8-b063-4603-9755-59980392d01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.011367813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"39b183c1-16c6-4118-ad7b-80fabc260384","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.014396391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"a0cb2b46-8780-40ee-b311-32fef491ad39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.01627492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"4bb755ad-8dda-4a25-afdb-2f48e4a51a0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.017367473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"6f04ba31-8b8f-4629-8837-3cc9cde0a220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.043194386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"49fe5356-30fc-4d60-bdd2-c08469d6258e","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.043546763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"bdb81641-0e11-46ee-9f9e-3f0df27f164d","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.048511011Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"3ef28a24-2655-4773-8e43-5a82bffbfbc4","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.088393051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"accbd8d3-dc28-4449-9df9-ae2a02d2a61a","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.197219456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"63f71f36-e00a-4a02-a2e9-a1efab87438b","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.199849206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"7d24ebbc-d617-401d-9e0a-e88afcc7afe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.20056564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"56e7ec03-04a6-4a69-a0da-97cb4d825f5e","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.22219817Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-ca4145","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145","reconcileID":"6bd6566e-8118-4601-abe7-c25aa5abfc92","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.224962695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"7d24ebbc-d617-401d-9e0a-e88afcc7afe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.25073275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"dadae6b2-9fbd-4b7e-91ae-c3ed28e74a66","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.300210562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"3b863542-2f35-4fba-a9f9-5d1082019f44","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.339182628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"dadae6b2-9fbd-4b7e-91ae-c3ed28e74a66","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.393883556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"3b863542-2f35-4fba-a9f9-5d1082019f44","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.449402001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"b6715660-936f-4461-86c2-b7ed66489d8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.450952852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"81969ccb-4ec4-4d54-8b69-a29ddeb15cf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.470844303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"b6715660-936f-4461-86c2-b7ed66489d8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.476917865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"81969ccb-4ec4-4d54-8b69-a29ddeb15cf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.497931158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"e40df731-c40c-4cce-90a0-2e77047ca127","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.52036915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"e40df731-c40c-4cce-90a0-2e77047ca127","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.529872411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"ca71a8dd-09b5-4b6e-97e4-4e4c544c29d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.551268548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"ca71a8dd-09b5-4b6e-97e4-4e4c544c29d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.695224644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"41523850-5579-47eb-b969-1c13b4dda12a","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.718847266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"41523850-5579-47eb-b969-1c13b4dda12a","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.747485615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fee64612-9dbf-409b-91f7-0396dbce2ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.747481224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"2c7e6b79-63b1-4f8b-819e-fc3a1066171e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.770757265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"2c7e6b79-63b1-4f8b-819e-fc3a1066171e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.786281945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fee64612-9dbf-409b-91f7-0396dbce2ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.853175704Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"7fc4796d-6235-43fb-b924-9ace24de6af8","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.874342866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"91157952-1457-454e-8f1a-bbb040892935","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.917609903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"91157952-1457-454e-8f1a-bbb040892935","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.920325153Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"a76cf690-6007-418f-8a41-288520493ccb","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf169b5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.971753545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"2e956699-2189-4b80-9288-9ddbe8d9f373","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.000860946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"2e956699-2189-4b80-9288-9ddbe8d9f373","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.017194423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"471a5330-f8fa-4b3b-a53b-cd2ad01af920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.019166923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"6a435aa8-c991-4bec-88e7-446abcd2e7cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.034506315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"01edccbd-7cba-4852-931d-e8fa6d94d15b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.040688324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"471a5330-f8fa-4b3b-a53b-cd2ad01af920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.041766972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"6a435aa8-c991-4bec-88e7-446abcd2e7cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.056385379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"01edccbd-7cba-4852-931d-e8fa6d94d15b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.225856331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"e82dbf09-2afa-4285-ba75-e824dea11a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.24948437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"e82dbf09-2afa-4285-ba75-e824dea11a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.260024961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"89e8c120-711e-4b47-b5ae-1f0dccf0b489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.267534079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"61f9c267-7a06-49c3-9526-ec83bd0f6c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.282700285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"89e8c120-711e-4b47-b5ae-1f0dccf0b489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.293758741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"675871a4-7228-459d-bb14-5a94b4c89ed8","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.300134422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"61f9c267-7a06-49c3-9526-ec83bd0f6c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.300855207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"44fee094-7520-480b-a83f-ae5fcc8ce565","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.317217867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"675871a4-7228-459d-bb14-5a94b4c89ed8","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.322220757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"44fee094-7520-480b-a83f-ae5fcc8ce565","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.335604958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"935b129b-d7ae-4d3a-b6f9-e9496a8c69c0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.358805119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"935b129b-d7ae-4d3a-b6f9-e9496a8c69c0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.782182997Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"7f7bc178-eb7b-420b-97fc-9404fadd9b4d","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:25.131666448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3df2ca57-33a2-4208-9930-90607485bbfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:25.147314893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3df2ca57-33a2-4208-9930-90607485bbfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:25.162972234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3df2ca57-33a2-4208-9930-90607485bbfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:25.184049755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3df2ca57-33a2-4208-9930-90607485bbfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:25.82540313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98592680-b2d4-4171-a9d3-25a29e09820e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:25.841150798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98592680-b2d4-4171-a9d3-25a29e09820e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:25.857533338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98592680-b2d4-4171-a9d3-25a29e09820e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:25.879947625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98592680-b2d4-4171-a9d3-25a29e09820e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.117719919Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","reconcileID":"97a15059-11e7-480d-8d3e-dc56b31fc1ff","MaaSSubscription":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-ok-4d1e8f","subscription":"e2e-cfl-ok-4d1e8f-69ba2d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.162554708Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","reconcileID":"97a15059-11e7-480d-8d3e-dc56b31fc1ff","MaaSSubscription":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.18458431Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","reconcileID":"97a15059-11e7-480d-8d3e-dc56b31fc1ff","MaaSSubscription":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.346950801Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-944506 priority=0:[ai-tenant-e2e-extmod-a-944506/e2e-cfl-41898f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143-944506-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-083478-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-69ba2d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.364101514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"6397db82-e9f1-4e8b-9ffd-cccfa78c3f8d","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.364146602Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"6397db82-e9f1-4e8b-9ffd-cccfa78c3f8d","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-ok-4d1e8f-361b7d1cee20","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-ok-4d1e8f","externalModel":"e2e-cfl-ok-4d1e8f","provider":"e2e-cfl-ok-4d1e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.446558697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"fd980f0d-f69b-4869-8f26-1a8bf64164aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.446818897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"1077f3f6-d508-4f70-94db-66edc3e2d92a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.447614099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"6a57ab57-4391-4e4f-bef5-dd2486d9976e","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.447890211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"ccd63566-d87e-4c76-9e48-5376b881fa69","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.451183824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"fbe652f9-628b-4072-a5bf-2c13b348b2e7","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.467681714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"fd980f0d-f69b-4869-8f26-1a8bf64164aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.46775041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"1077f3f6-d508-4f70-94db-66edc3e2d92a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.469958042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"ccd63566-d87e-4c76-9e48-5376b881fa69","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.470174866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"6a57ab57-4391-4e4f-bef5-dd2486d9976e","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.472189861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"fbe652f9-628b-4072-a5bf-2c13b348b2e7","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.522933659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"56035fcc-975b-4b8d-b1fd-d4cff426ac63","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.522952666Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"56035fcc-975b-4b8d-b1fd-d4cff426ac63","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-ok-4d1e8f-361b7d1cee20","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-ok-4d1e8f","externalModel":"e2e-cfl-ok-4d1e8f","provider":"e2e-cfl-ok-4d1e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.616699858Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-ok-4d1e8f-69ba2d-access","reconcileID":"bc18fd98-d0b3-45c9-98cc-6801cde1069c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-4d1e8f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.7629533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"ad05c2f1-9ede-4eb5-b653-e871973b5cb5","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:29.762972438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"ad05c2f1-9ede-4eb5-b653-e871973b5cb5","MaaSModelRef":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-ok-4d1e8f-361b7d1cee20","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-ok-4d1e8f","externalModel":"e2e-cfl-ok-4d1e8f","provider":"e2e-cfl-ok-4d1e8f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.355827591Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"d75e49e2-6a9e-43e7-9bf4-11c295cbc134","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.399764755Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"866a2229-1c33-41e5-9188-ae1ffaead042","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.407219532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"991e1c24-6ba3-4061-9848-abd0ec5b47f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.411244126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"c7f81c72-9a8e-4627-82e3-792a0932c570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.412064265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"6dd50d93-ffb0-4f5f-87fa-93dd761cda4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.41208811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64ae3ff8-dce2-4cca-8164-62a5b15ac1af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.414973384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"fc0adfd0-5a39-4344-b7f2-d9ee8b1a3c18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.429835677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"991e1c24-6ba3-4061-9848-abd0ec5b47f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.433296068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"c7f81c72-9a8e-4627-82e3-792a0932c570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.434261024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"6dd50d93-ffb0-4f5f-87fa-93dd761cda4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.435663758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"735033dc-ebbd-4f63-8b80-02325819b9b3","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.435685874Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"735033dc-ebbd-4f63-8b80-02325819b9b3","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.435744852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64ae3ff8-dce2-4cca-8164-62a5b15ac1af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.440808334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"fc0adfd0-5a39-4344-b7f2-d9ee8b1a3c18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.473489423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"3b6da449-9964-4cf3-b890-2f5551a2edea","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.4735741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"3b6da449-9964-4cf3-b890-2f5551a2edea","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-same-ed4b51-416dd585c061","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.474223219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-sub","reconcileID":"55e07c1d-cd37-44ae-aaa9-33ef8cfbb085","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-41898f","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.564193932Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-4d1e8f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","reconcileID":"96775b39-36be-4fb1-989b-2b1f932a5450","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-ok-4d1e8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.577605375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-sub","reconcileID":"680fed71-8674-43b9-a175-675de8902202","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-same-ed4b51","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.614988096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"1c24af76-1708-4113-b31c-52f30af2f97b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.644731226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"1c24af76-1708-4113-b31c-52f30af2f97b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.716586424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"aec680cf-7019-4c19-a123-e160be25c0b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.72243861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"071fe0a1-7c63-4cbb-b474-009f8a6b084e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.742144968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"aec680cf-7019-4c19-a123-e160be25c0b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.745457436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"071fe0a1-7c63-4cbb-b474-009f8a6b084e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.752961517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"7c961bc1-5713-40e1-8dd7-b59d90d6f5a6","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.755884104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"b158e3a1-6b38-4557-b9ba-b9e134e60fc1","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.776405909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"7c961bc1-5713-40e1-8dd7-b59d90d6f5a6","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.776949797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"b158e3a1-6b38-4557-b9ba-b9e134e60fc1","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.898925457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"defd1cb0-9959-4ce3-9d2f-ae5f9e7936a8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:30.925014105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"defd1cb0-9959-4ce3-9d2f-ae5f9e7936a8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.060549123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"f981c509-86df-4e75-9d35-e9a63729ac51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.068957664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87a2a7d8-e4c6-494c-a94d-eaff63903b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.087035914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"f981c509-86df-4e75-9d35-e9a63729ac51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.095626044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87a2a7d8-e4c6-494c-a94d-eaff63903b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.098560874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"df587d98-cc35-43a9-a329-7d7ce247bf7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.102663976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"aaf9c353-3d95-4c67-8937-5530c6733959","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.172759014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"df587d98-cc35-43a9-a329-7d7ce247bf7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.175166452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"aaf9c353-3d95-4c67-8937-5530c6733959","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.195402851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"b24f9f62-bf15-421b-9fe8-878052240467","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.195421966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"b24f9f62-bf15-421b-9fe8-878052240467","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"routeName":"external-model-e2e-cfl-same-ed4b51-e643613baf02","namespace":"e2e-extmod-cfl-2-083478","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.21320977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"cda9cddb-852d-4dcd-9d04-6894a55a1714","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.264109632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"cda9cddb-852d-4dcd-9d04-6894a55a1714","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.275024431Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-083478-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-sub","reconcileID":"037290d2-60d8-48e0-a70f-fb7594527e62","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-083478-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-48fd8748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.334259238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8535dd8c-1388-44af-9367-b98f51e90c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.334962656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"c48e9c58-2ee3-487f-aee2-875095279c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.3588537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8535dd8c-1388-44af-9367-b98f51e90c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.358881974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"c48e9c58-2ee3-487f-aee2-875095279c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.461193545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"03f72cfa-8f07-49fd-9d5f-02b37725043a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.461973395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"6b27a765-c9b7-4fab-b3dc-6dccc31c1fd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.486033273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"6b27a765-c9b7-4fab-b3dc-6dccc31c1fd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.486135672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"03f72cfa-8f07-49fd-9d5f-02b37725043a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.536028938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"4b388084-7b56-4344-bafa-aecaa80c8db1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.536854507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"b36995fe-b5bc-4ef5-a610-41458bdb0cab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.558203971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"b36995fe-b5bc-4ef5-a610-41458bdb0cab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.559016511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"4b388084-7b56-4344-bafa-aecaa80c8db1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.569012029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"239ec31c-0533-4bac-938c-2600a0694398","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.591011542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"239ec31c-0533-4bac-938c-2600a0694398","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.66909472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"d024e622-af64-4630-ac60-a9365a080955","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.69151043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"d024e622-af64-4630-ac60-a9365a080955","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.766205421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"0450b99f-ef3d-4064-b023-98e7c0ad243a","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.788311201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"0450b99f-ef3d-4064-b023-98e7c0ad243a","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.867081691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"ed7f6f77-83f8-44ed-9a09-0c67b3052f59","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:31.888099221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"ed7f6f77-83f8-44ed-9a09-0c67b3052f59","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:33.938045478Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"c4ec4618-b74e-4b20-89f7-dfd8cc6c45e4","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","subscription":"e2e-shr-shared-7327a2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:33.972347157Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"c4ec4618-b74e-4b20-89f7-dfd8cc6c45e4","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:33.989172643Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-sub","reconcileID":"c4ec4618-b74e-4b20-89f7-dfd8cc6c45e4","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.093331477Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-944506 priority=0:[ai-tenant-e2e-extmod-a-944506/e2e-cfl-41898f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143-944506-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-69ba2d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.109938972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"d697b9ff-9f19-4602-95d9-faa1c3d925fe","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.137173202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"63ac89ef-6004-4746-95c7-081b26787920","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.158757282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"63ac89ef-6004-4746-95c7-081b26787920","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.177507329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"243ac819-5b4e-425c-8f19-1cdbfe49db4c","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.177536707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"243ac819-5b4e-425c-8f19-1cdbfe49db4c","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.212999147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"571315d9-0482-4660-bde3-d489a6bf8e9f","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.213020289Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"571315d9-0482-4660-bde3-d489a6bf8e9f","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.24657492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"41040379-95bf-4ea1-86e8-818c2165c841","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.24660286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"41040379-95bf-4ea1-86e8-818c2165c841","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-same-ed4b51-416dd585c061","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.281515679Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"d16a473b-8c7d-476a-9b2c-52ff0124510e","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.307887745Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"55aff0fe-4574-436b-be81-bac81106dd73","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.359511284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"55aff0fe-4574-436b-be81-bac81106dd73","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.475761757Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"55aff0fe-4574-436b-be81-bac81106dd73","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.475795478Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-shr-shared-7327a2-access","reconcileID":"55aff0fe-4574-436b-be81-bac81106dd73","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.513295794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","reconcileID":"fdd04150-18bf-4e53-baaf-018ea6ecfec3","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-77728fdedf21","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-b-12b8da","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.674540463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"f9016952-1a92-43a0-9aae-b3f54fcd29eb","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.695596238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"0d73b148-e6d7-4f24-942e-c3494d27c672","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.717056716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"0d73b148-e6d7-4f24-942e-c3494d27c672","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.732101465Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"c24717e1-7d50-4d10-8aa6-44a5f2935898","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8b08f0db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.830472372Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"81341c68-b53c-4b62-b764-a3e8033807d9","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.901482179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"3e2cf9eb-6e45-43c2-840f-f8d2d82a640a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.922590431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"3e2cf9eb-6e45-43c2-840f-f8d2d82a640a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:36.105850128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:40.433061044Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"c085e645-d7fa-4c2d-8c3e-218c74f626c2","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.291664402Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-083478-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-sub","reconcileID":"9c299160-eb50-413a-a271-771fa43b6862","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-083478-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","subscription":"e2e-cfl-same-ed4b51-083478-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.324654926Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-083478-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-sub","reconcileID":"9c299160-eb50-413a-a271-771fa43b6862","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-083478-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.341426503Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-083478-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-sub","reconcileID":"9c299160-eb50-413a-a271-771fa43b6862","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-083478-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.432420507Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-944506 priority=0:[ai-tenant-e2e-extmod-a-944506/e2e-cfl-41898f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143-944506-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-same-ed4b51-69ba2d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.448765985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"7602243c-8fa6-47ca-9ab8-0707815c72b9","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.448802694Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"7602243c-8fa6-47ca-9ab8-0707815c72b9","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"routeName":"external-model-e2e-cfl-same-ed4b51-e643613baf02","namespace":"e2e-extmod-cfl-2-083478","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.601283625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"653676cb-d229-401b-ad1e-eb7a2b937bad","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.601307187Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"653676cb-d229-401b-ad1e-eb7a2b937bad","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"routeName":"external-model-e2e-cfl-same-ed4b51-e643613baf02","namespace":"e2e-extmod-cfl-2-083478","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.605921533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"f5ed4c6e-6b6f-4451-8253-fe4c157ea725","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.606341364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"0f095866-99cb-434e-a333-150373e21e87","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.620374909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"86cc1cd7-f274-4d1d-8daa-3f4be51edaa7","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.620765733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"7ffdd081-e704-4e5f-809a-9a6efc35b16d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.67216574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"f5ed4c6e-6b6f-4451-8253-fe4c157ea725","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.673646389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"0f095866-99cb-434e-a333-150373e21e87","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.674287709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"7ffdd081-e704-4e5f-809a-9a6efc35b16d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.675744016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"86cc1cd7-f274-4d1d-8daa-3f4be51edaa7","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.751859705Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-083478-access","reconcileID":"67742309-7e68-46dd-bfbf-b45fd6c0b318","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-083478-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.874534357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"e9010c89-e22b-496d-bb93-2af6702c8206","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-2-083478/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:41.874552036Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"e9010c89-e22b-496d-bb93-2af6702c8206","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"routeName":"external-model-e2e-cfl-same-ed4b51-e643613baf02","namespace":"e2e-extmod-cfl-2-083478","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.027047929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"a1cd5e11-f514-4ab4-9d6c-f1b910978d48","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.027071785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"a1cd5e11-f514-4ab4-9d6c-f1b910978d48","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-same-ed4b51-416dd585c061","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.081079152Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-sub","reconcileID":"30171ce6-31d0-44da-96f8-0c7d9d0c9f47","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6242810d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.082035422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"f74a7a50-5f5c-4cf9-b1ea-2023e700be83","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.082542634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"ef009ea8-d0fe-457d-8420-4a2970ede7e2","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.082546026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"ea32fec0-d1d4-46f5-92d4-3146c829b756","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.104066737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"ef009ea8-d0fe-457d-8420-4a2970ede7e2","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.104224414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"ea32fec0-d1d4-46f5-92d4-3146c829b756","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.107062677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"f74a7a50-5f5c-4cf9-b1ea-2023e700be83","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.337853228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"f1e2406b-e26b-4e57-9041-3f3df12d3231","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.338527034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"3c624e81-8f22-43b7-8a7e-d4d1833203ea","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.338709146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"64d0a9c5-e269-4030-9af2-d9adff8ee733","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.359910641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"f1e2406b-e26b-4e57-9041-3f3df12d3231","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.360062049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"64d0a9c5-e269-4030-9af2-d9adff8ee733","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.362115295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"3c624e81-8f22-43b7-8a7e-d4d1833203ea","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.762174297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c86d9d52-c6d7-4383-8067-fa7883fc3a0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.762207862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c86d9d52-c6d7-4383-8067-fa7883fc3a0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.781085916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03f1ff57-39a6-48b0-a2be-f47e3f596951","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.781104306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03f1ff57-39a6-48b0-a2be-f47e3f596951","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.816029204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"namespace":"ai-tenant-e2e-mt-00e1c624","name":"e2e-shared-policy-00e1c624","reconcileID":"74ea7974-5be2-4975-8a5b-9d5ddd6db78f","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.872119666Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"namespace":"ai-tenant-e2e-mt-00e1c624","name":"e2e-shared-policy-00e1c624","reconcileID":"74ea7974-5be2-4975-8a5b-9d5ddd6db78f","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.892091066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"namespace":"ai-tenant-e2e-mt-00e1c624","name":"e2e-shared-policy-00e1c624","reconcileID":"74ea7974-5be2-4975-8a5b-9d5ddd6db78f","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.914466814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5545d40-4d40-40aa-af03-a520682c4b68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.914483357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5545d40-4d40-40aa-af03-a520682c4b68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.962748394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3e0f335-0422-41bf-9c2e-60ce329e6707","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.962766557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3e0f335-0422-41bf-9c2e-60ce329e6707","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.962866923Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-944506 priority=0:[ai-tenant-e2e-extmod-a-944506/e2e-cfl-41898f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143-944506-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.984139476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8583a9eb-8cb6-4f5b-9205-7bcad5b46264","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.984156859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8583a9eb-8cb6-4f5b-9205-7bcad5b46264","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:28:42.996180652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"namespace":"ai-tenant-e2e-mt-00e1c624","name":"e2e-shared-sub-00e1c624","reconcileID":"96f574da-bbbd-4638-940f-1b272232a6a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-00e1c624\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:42.997344871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"namespace":"ai-tenant-e2e-mt-00e1c624","name":"e2e-shared-policy-00e1c624","reconcileID":"e14ba6bc-723d-413b-b5ee-afd643a5bbdf","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.018261813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"namespace":"ai-tenant-e2e-mt-00e1c624","name":"e2e-shared-policy-00e1c624","reconcileID":"e14ba6bc-723d-413b-b5ee-afd643a5bbdf","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.022687826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"1fa21753-7832-4bd5-9aa5-74c4e4dc6b33","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.02270762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"1fa21753-7832-4bd5-9aa5-74c4e4dc6b33","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.040423038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"namespace":"ai-tenant-e2e-mt-00e1c624","name":"e2e-shared-policy-00e1c624","reconcileID":"e14ba6bc-723d-413b-b5ee-afd643a5bbdf","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.055587994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"79c05348-0bfc-427f-a8f4-6ce76efb9b58","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.055603566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"79c05348-0bfc-427f-a8f4-6ce76efb9b58","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.072151155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e09938d3-1c1d-401e-a4ed-361b5ae203ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.072169485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e09938d3-1c1d-401e-a4ed-361b5ae203ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.152281785Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"namespace":"ai-tenant-e2e-mt-00e1c624","name":"e2e-shared-sub-00e1c624","reconcileID":"e85f265b-0a1a-4965-8f02-04c09ef9701f","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-00e1c624/e2e-shared-sub-00e1c624","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.21142341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"171afbc2-bdcc-4b79-b71c-5cee4ca302d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.211440407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"171afbc2-bdcc-4b79-b71c-5cee4ca302d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.224095649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2755a811-739e-4620-aea9-028d9f58cfc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.326053637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"namespace":"ai-tenant-e2e-mt-00e1c624","name":"e2e-shared-sub-00e1c624","reconcileID":"fd6c20d5-9023-44cc-b86f-76f8e50c52a7","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.008274809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"301da02e-50c5-47e6-9e45-facb2051b713","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.008294607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"301da02e-50c5-47e6-9e45-facb2051b713","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.029392853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f608a08c-e69b-4a2d-a8b0-dc8fdd9e9ce8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.029409201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f608a08c-e69b-4a2d-a8b0-dc8fdd9e9ce8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.063677525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"19be7c88-b05e-4eb9-8844-03c3cbb0eeb9","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.084542586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"19be7c88-b05e-4eb9-8844-03c3cbb0eeb9","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.104705352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"19be7c88-b05e-4eb9-8844-03c3cbb0eeb9","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.124430942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7f99f4f-334b-47fc-afd0-eba3b1d3fbf9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.124448827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7f99f4f-334b-47fc-afd0-eba3b1d3fbf9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.227660755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7655abcd-b9fd-4aed-9baf-b3e2dca09c12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.227677557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7655abcd-b9fd-4aed-9baf-b3e2dca09c12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.227804404Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-944506 priority=0:[ai-tenant-e2e-extmod-a-944506/e2e-cfl-41898f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143-944506-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.24655803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f4132b5-b0bd-4223-b362-56cbc2a7fa3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.246573821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f4132b5-b0bd-4223-b362-56cbc2a7fa3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.263215838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"388972d4-72f7-4c17-9856-53ff3dc4fc15","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:28:44.264501843Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-sub-00e1c624","reconcileID":"8f94dc99-6310-4838-9dfc-b18530d384f6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-00e1c624\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.284049507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"388972d4-72f7-4c17-9856-53ff3dc4fc15","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.302684156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b70512d-0cdc-4ef0-8e66-dfc4a05bd825","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.302700417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b70512d-0cdc-4ef0-8e66-dfc4a05bd825","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.304262353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"388972d4-72f7-4c17-9856-53ff3dc4fc15","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.323728493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50667d8a-557d-4c02-9bc4-a1c644c13d8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.323749113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50667d8a-557d-4c02-9bc4-a1c644c13d8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.416562596Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-sub-00e1c624","reconcileID":"3f586308-ce7a-4045-869c-48c84a94914c","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-00e1c624/e2e-shared-sub-00e1c624","ai-tenant-e2e-mt-f87835d8/e2e-shared-sub-00e1c624","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.493142314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0a3ef1b-7edf-4e90-b86c-a19b1e5c0ad2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.493158472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0a3ef1b-7edf-4e90-b86c-a19b1e5c0ad2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.533914037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"namespace":"ai-tenant-e2e-mt-00e1c624","name":"e2e-shared-sub-00e1c624","reconcileID":"32ad1a2b-e405-498c-a409-803ec921efca","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.542017687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73f5bc08-e9aa-4e24-8fd5-29c1ebf028dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.594309158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-sub-00e1c624","reconcileID":"28805b7d-13a0-474a-99bb-cc9d221e6404","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.748296885Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"1695ccf4-e0df-4ad6-9563-e31943221bba","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","subscription":"e2e-shr-shared-7327a2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.78192884Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"1695ccf4-e0df-4ad6-9563-e31943221bba","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.798528017Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-sub","reconcileID":"1695ccf4-e0df-4ad6-9563-e31943221bba","MaaSSubscription":{"name":"e2e-shr-shared-7327a2-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.863230578Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"c2463f3e-ac00-464d-86ea-92cceaff9f8e","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.894550418Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-944506 priority=0:[ai-tenant-e2e-extmod-a-944506/e2e-cfl-41898f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143-944506-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.911030396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"414f167a-22f7-406a-942b-46f4274665c6","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.927852923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"74eea9d9-ff7e-4025-bd02-162fb81c5d2e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:44.94875098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"74eea9d9-ff7e-4025-bd02-162fb81c5d2e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.090817172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"8bd4c048-888b-4488-906a-b6f9fa77c314","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.096753013Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"d3819633-5c5e-4257-ab93-581965e9f550","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"model":"e2e-extmod-shr-user-c05168/e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.145997307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"d3819633-5c5e-4257-ab93-581965e9f550","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.201925052Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"d3819633-5c5e-4257-ab93-581965e9f550","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.201946733Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-shr-shared-7327a2-access","reconcileID":"d3819633-5c5e-4257-ab93-581965e9f550","MaaSAuthPolicy":{"name":"e2e-shr-shared-7327a2-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.210399757Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"namespace":"ai-tenant-e2e-mt-00e1c624","name":"e2e-shared-policy-00e1c624","reconcileID":"c5422b6b-f0d2-4074-b662-174c92d3eec3","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.210559528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"789a9284-d42a-4dff-9a7e-d3d6f4fe88eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.210581494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"789a9284-d42a-4dff-9a7e-d3d6f4fe88eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.23919609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"53f6796e-29b4-4509-bcd4-66a120fb8747","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.241771953Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"namespace":"ai-tenant-e2e-mt-00e1c624","name":"e2e-shared-policy-00e1c624","reconcileID":"c5422b6b-f0d2-4074-b662-174c92d3eec3","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"policyNamespace":"ai-tenant-e2e-mt-00e1c624","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.26319883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9acf6cd1-d68c-4f5f-a13b-c9abc1bf19f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.263220939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9acf6cd1-d68c-4f5f-a13b-c9abc1bf19f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.499769735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2450f2ab-f43f-47d3-84a2-cb3a0d18cba8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.499804891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2450f2ab-f43f-47d3-84a2-cb3a0d18cba8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.663522628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","reconcileID":"ef095e67-5143-44c0-a1b8-a7ace426d24d","MaaSModelRef":{"name":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","namespace":"e2e-extmod-shr-user-c05168"},"routeName":"external-model-e2e-shr-shared-7327a2-dc5d90cb1c0f","namespace":"e2e-extmod-shr-user-c05168","model":"e2e-shr-shared-7327a2-e2e-extmod-a-9ba664","externalModel":"e2e-shr-shared-7327a2","provider":"e2e-shr-shared-7327a2-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.283674144Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7327a2","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2","reconcileID":"2b496270-f81c-4f01-94b8-ca0f3caf84dd","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.319870955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"5f7ab6da-37bd-4c85-85c2-05df193cf1dd","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.33362073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"77302481-da92-4bd2-942c-cfabc1ba7f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.334895973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"581504be-9abb-4929-ad5f-a1f21401a5b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.340501745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"5f7ab6da-37bd-4c85-85c2-05df193cf1dd","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.349245224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"f37a9189-249d-48ef-8ac6-c0af9cb2188f","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.352114272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"cbc8a8d8-1e18-4766-bb0a-f8261050727f","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.355038606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"77302481-da92-4bd2-942c-cfabc1ba7f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.356999892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"581504be-9abb-4929-ad5f-a1f21401a5b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.360404759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"5f7ab6da-37bd-4c85-85c2-05df193cf1dd","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.370969248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"f37a9189-249d-48ef-8ac6-c0af9cb2188f","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.37390388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"cbc8a8d8-1e18-4766-bb0a-f8261050727f","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.415738641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddd1e40f-3439-4f54-8642-5117a55a5b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.493879242Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddd1e40f-3439-4f54-8642-5117a55a5b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.515351477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddd1e40f-3439-4f54-8642-5117a55a5b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.537735622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"4060c1e8-58bd-4c5f-adaa-a4e38b87bcfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.538894432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca3ea761-bb1e-48a4-9600-221575d70d04","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.538916493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca3ea761-bb1e-48a4-9600-221575d70d04","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.559048748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"4060c1e8-58bd-4c5f-adaa-a4e38b87bcfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.589165816Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7327a2","namespace":"e2e-extmod-shr-user-c05168"},"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2","reconcileID":"42b3ce1c-5992-4255-aaaa-55c173a83c2d","namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-shared-7327a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.622665706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aaad9669-73dd-4604-bb10-42a8c1e2061d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.637642977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"8847e331-af1f-4f2f-bbeb-8edadf850d39","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.644252727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aaad9669-73dd-4604-bb10-42a8c1e2061d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.645721733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"7d4fae31-7502-441c-a63a-f2b28c0e66ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.646103305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ab80acb4-ffa3-4acd-a8ee-3c210b3e94ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.658640956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"8847e331-af1f-4f2f-bbeb-8edadf850d39","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.667500535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"7d4fae31-7502-441c-a63a-f2b28c0e66ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.667895042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"ab80acb4-ffa3-4acd-a8ee-3c210b3e94ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.745368881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"40e0e24b-fb25-4e21-a777-25574574d174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.765931258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"40e0e24b-fb25-4e21-a777-25574574d174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.876269291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf531698-e92d-46e0-a457-31c9297e2942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.884194363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"7e2a3c04-f729-4756-9655-b9c3e47a302f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.884848368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"b1be99d6-c353-4bce-a4b0-02216aaa7d2f","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.898708093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf531698-e92d-46e0-a457-31c9297e2942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.907012961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"7e2a3c04-f729-4756-9655-b9c3e47a302f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.912491566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"6500f4d9-6c34-4ad1-b785-aede2492d3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.922665656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf531698-e92d-46e0-a457-31c9297e2942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.934694172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"6500f4d9-6c34-4ad1-b785-aede2492d3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.945454016Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"b1be99d6-c353-4bce-a4b0-02216aaa7d2f","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.973498266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"b1be99d6-c353-4bce-a4b0-02216aaa7d2f","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.987586091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"3dad9a1a-cb7c-4401-912c-6fd68845475d","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.995277933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac793b5a-aced-45e3-a0f8-c9bd4bfabb83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.99529436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac793b5a-aced-45e3-a0f8-c9bd4bfabb83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:47.008843132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"3dad9a1a-cb7c-4401-912c-6fd68845475d","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:47.050689417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"400377d9-5e51-45ca-93e6-128864d1cfc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:47.072724145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"2a223ed2-c355-4887-8c2f-58832a22e125","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:47.094071168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"2a223ed2-c355-4887-8c2f-58832a22e125","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:47.113233337Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"400377d9-5e51-45ca-93e6-128864d1cfc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:47.13734656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"400377d9-5e51-45ca-93e6-128864d1cfc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:47.175555437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"0edc18dd-2655-47f3-b0ac-e472275c955f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:47.176191237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"ac28d000-44e7-4415-b777-8a9c19174999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:47.176267321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3069c67-4352-4bf8-8365-3a456ca8439f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:47.17630548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3069c67-4352-4bf8-8365-3a456ca8439f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:47.198358769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"ac28d000-44e7-4415-b777-8a9c19174999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:47.204645113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"0edc18dd-2655-47f3-b0ac-e472275c955f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:47.257211537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"ca2be88a-6ca6-4627-b3f2-28109c55f66f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:47.273174716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"f2b57737-104a-49b7-8238-a8c0dbbff00d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:47.278855973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"ca2be88a-6ca6-4627-b3f2-28109c55f66f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:47.29417281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"f2b57737-104a-49b7-8238-a8c0dbbff00d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:50.466761147Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"3156f97b-71ff-4cad-8bcb-6e79d35e0abc","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:51.202527953Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"3f5c24ef-4c1e-41ea-b190-b74e2a538241","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:51.56475571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c363783-0dc7-40c9-9980-700b590598b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:51.580346382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c363783-0dc7-40c9-9980-700b590598b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:51.595921506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c363783-0dc7-40c9-9980-700b590598b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:51.611429073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c363783-0dc7-40c9-9980-700b590598b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:51.817668343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"c6a692d3-2cd2-49bd-b9e8-1509011da3b9","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.097480982Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-sub","reconcileID":"89012711-739b-4316-a0ce-c729fdd848b5","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","subscription":"e2e-cfl-same-ed4b51-69ba2d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.129899475Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-sub","reconcileID":"89012711-739b-4316-a0ce-c729fdd848b5","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.146321003Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-sub","reconcileID":"89012711-739b-4316-a0ce-c729fdd848b5","MaaSSubscription":{"name":"e2e-cfl-same-ed4b51-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.241766385Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-944506 priority=0:[ai-tenant-e2e-extmod-a-944506/e2e-cfl-41898f-69ba2d-sub ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143-944506-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.257593381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3850317-a57f-4305-aa2d-acf3bbf2f0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.263611411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"7b8cd37a-77ee-4376-8534-a9f44a38cb73","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.263643636Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"7b8cd37a-77ee-4376-8534-a9f44a38cb73","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-same-ed4b51-416dd585c061","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.27328652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3850317-a57f-4305-aa2d-acf3bbf2f0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.289850741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3850317-a57f-4305-aa2d-acf3bbf2f0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.306049532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3850317-a57f-4305-aa2d-acf3bbf2f0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.339025932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"204d0cee-ff99-4e90-b1ad-f67e76ce8c65","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.35254927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"10329a0a-5e31-4718-ac69-6f7a1ea810a3","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.359580341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"204d0cee-ff99-4e90-b1ad-f67e76ce8c65","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.373885709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"10329a0a-5e31-4718-ac69-6f7a1ea810a3","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.40398503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"b2339089-2d1b-434a-bd96-15a10cf97877","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.404000728Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"b2339089-2d1b-434a-bd96-15a10cf97877","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-same-ed4b51-416dd585c061","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.420561327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"bde6a199-d5fc-4bc7-9a7b-c51caa9da1dd","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.441179041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"bde6a199-d5fc-4bc7-9a7b-c51caa9da1dd","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.523360413Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-same-ed4b51-69ba2d-access","reconcileID":"53cadd2e-0827-4bde-969c-d1d1f7f5e98d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ed4b51-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.593936876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"d3681cd8-8466-43e3-b993-92ba3512a2c7","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:52.593954617Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"d3681cd8-8466-43e3-b993-92ba3512a2c7","MaaSModelRef":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-same-ed4b51-416dd585c061","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-same-ed4b51","externalModel":"e2e-cfl-same-ed4b51","provider":"e2e-cfl-same-ed4b51","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.13477327Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"aff1f9b3-e19a-444e-a82b-d83cf2627db8","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.181527352Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"6823991c-d00e-40b0-9757-1e94522aea2a","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.184265073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"9e61e920-e06e-4c94-b008-ab8b3a448b56","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.203462491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c6143ef6-14bf-4d31-a07a-80ebd4c800b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.203559148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b764b2e8-03c6-4237-a455-4b2ab4dd092e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.203945931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a42247e7-3f7a-47ad-ae66-6efe9defff3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.204151016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"f1fb46d5-f348-4191-ae48-e729de1e7410","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.219946485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"8aab3f9f-7d3b-4306-af6a-4c9a711e85e6","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.219969339Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"8aab3f9f-7d3b-4306-af6a-4c9a711e85e6","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.224465951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"c6143ef6-14bf-4d31-a07a-80ebd4c800b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.226261245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b764b2e8-03c6-4237-a455-4b2ab4dd092e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.227427956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"f1fb46d5-f348-4191-ae48-e729de1e7410","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.229810771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a42247e7-3f7a-47ad-ae66-6efe9defff3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.248285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b764b2e8-03c6-4237-a455-4b2ab4dd092e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.248338862Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"9e61e920-e06e-4c94-b008-ab8b3a448b56","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.250147022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a42247e7-3f7a-47ad-ae66-6efe9defff3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.273566119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"9e61e920-e06e-4c94-b008-ab8b3a448b56","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.275700954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"051f0b0a-f0c9-4abc-a3db-0dd9c132c39c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.276604083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"051f0b0a-f0c9-4abc-a3db-0dd9c132c39c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.277224421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45fc94c3-de41-4072-9533-baa8e1c0c9a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.277377958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45fc94c3-de41-4072-9533-baa8e1c0c9a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.290968177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-sub","reconcileID":"cc60bd43-26c7-4f0b-90d3-7db93065fb39","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-41898f","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.298530373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9bc19c3-bf14-4012-8a80-7d41bf991c50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.298546685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9bc19c3-bf14-4012-8a80-7d41bf991c50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.327350007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"85b9f346-1094-4538-b624-a21cfe6ab6de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.327658217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f79ee692-502f-4539-b149-7b80317fab2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.348189953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"85b9f346-1094-4538-b624-a21cfe6ab6de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.348762652Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","reconcileID":"e0fd2e0a-466c-404d-9932-748bdb7820f6","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.349607807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f79ee692-502f-4539-b149-7b80317fab2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.381115097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"158542fe-c907-4e66-a555-9d9f87e77b1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.408403895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"158542fe-c907-4e66-a555-9d9f87e77b1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.435331196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"09a13ba8-40fa-4939-8e91-1f7cbd69b475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.456616715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"09a13ba8-40fa-4939-8e91-1f7cbd69b475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.526457769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"23771517-df48-4dad-a27d-dccd10f59be4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.526496608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"55b64b94-c238-40d3-a88e-257a8ffff812","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.527983028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"bf6edf07-2f11-4efd-8c44-7e51c8f767cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.528265211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"09f53f11-53c2-4871-b069-5953f8135c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.549192159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"23771517-df48-4dad-a27d-dccd10f59be4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.549679241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"55b64b94-c238-40d3-a88e-257a8ffff812","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.551610253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"bf6edf07-2f11-4efd-8c44-7e51c8f767cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.553316026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"09f53f11-53c2-4871-b069-5953f8135c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.627515339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ae74855-8906-4204-8d8b-5e9942bcf3de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.704349003Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ae74855-8906-4204-8d8b-5e9942bcf3de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.71679905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"f553e32a-73de-4792-8c89-f209bbb0201f","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.723751808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ae74855-8906-4204-8d8b-5e9942bcf3de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.732542398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"99e758cb-71c3-41da-a59b-c6ca4ed7be6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.735142035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"03fbfb39-de40-454a-b77f-93b91d9807f2","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.735420962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d8833c3-dc0f-443f-86d0-b809c5e86805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.743439819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11ff0e7-5dc6-4e1b-be16-8a8fb0786f22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.743456988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11ff0e7-5dc6-4e1b-be16-8a8fb0786f22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.754665832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"99e758cb-71c3-41da-a59b-c6ca4ed7be6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.756225478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"03fbfb39-de40-454a-b77f-93b91d9807f2","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.758544082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d8833c3-dc0f-443f-86d0-b809c5e86805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.773577641Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"f553e32a-73de-4792-8c89-f209bbb0201f","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.778340076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d8833c3-dc0f-443f-86d0-b809c5e86805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.802080536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"f553e32a-73de-4792-8c89-f209bbb0201f","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.805821879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"52d7acd4-96b1-4719-9d7b-75f780127010","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.80584268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"52d7acd4-96b1-4719-9d7b-75f780127010","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.825645514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82d00893-4dd9-458f-a2d1-3ddc92f25f1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.825666765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82d00893-4dd9-458f-a2d1-3ddc92f25f1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.833286435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"faf68737-1f54-4cf2-a3b1-ddbb9284986e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.8724964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"faf68737-1f54-4cf2-a3b1-ddbb9284986e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.943478349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"0ab9a809-bed6-410a-945a-c20d3299c509","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.950680864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"3590a835-c6a6-4ba3-89bf-73d981e174c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.964180798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"0ab9a809-bed6-410a-945a-c20d3299c509","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:53.9715726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"3590a835-c6a6-4ba3-89bf-73d981e174c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.300433258Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"440142b0-dcde-4fb5-b614-63d5f6440f47","namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.337122608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"39e2ea34-81cd-4535-b171-0ec04d92a1c1","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.342725591Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"c5916579-191f-4a73-a655-fe0b5c95bb03","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.354186639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6e2c825-40bb-486a-86fc-19db4e3712f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.35437389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ee8776d-fee9-4152-b0d1-642f3a9aa345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.354883752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"2273a341-6000-4fe7-82d8-2e4d57454caf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.355423215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"ca6e21cc-30fa-41fd-8452-b92862b73dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.36046327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"39e2ea34-81cd-4535-b171-0ec04d92a1c1","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.381826897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"2273a341-6000-4fe7-82d8-2e4d57454caf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.384354413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"39e2ea34-81cd-4535-b171-0ec04d92a1c1","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.385106797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"ca6e21cc-30fa-41fd-8452-b92862b73dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.412360879Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6e2c825-40bb-486a-86fc-19db4e3712f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:28:54.419183744Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ee8776d-fee9-4152-b0d1-642f3a9aa345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.432866189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6e2c825-40bb-486a-86fc-19db4e3712f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.446613518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20d5a744-ce0d-4f77-9518-5baa93f75c98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.446633586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20d5a744-ce0d-4f77-9518-5baa93f75c98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:28:54.446638119Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ee8776d-fee9-4152-b0d1-642f3a9aa345","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.455262652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"73d9ae78-ef80-4305-b5b4-4d17a16d6741","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.455285925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"73d9ae78-ef80-4305-b5b4-4d17a16d6741","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.461585251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"268991de-c3cd-4204-bbb5-827d3afc250d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.483058811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"268991de-c3cd-4204-bbb5-827d3afc250d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.517315096Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ed4b51","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","reconcileID":"d5950d03-9630-4a46-9b35-848e11edab2d","namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-same-ed4b51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.549412764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"2f1ce8aa-d991-4308-a1d7-53d9e36d1fec","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.549433243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"f900be46-51e5-4421-98b9-159c1864b132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.56162558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"583573d5-a7f3-45e2-9d70-cb25664538a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.563630109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"227b83fc-349f-474d-96af-2aef52472640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.576360222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"f900be46-51e5-4421-98b9-159c1864b132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.592247067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"2f1ce8aa-d991-4308-a1d7-53d9e36d1fec","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.593141999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"583573d5-a7f3-45e2-9d70-cb25664538a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.607095656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"227b83fc-349f-474d-96af-2aef52472640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.667676871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"f5cd1229-6d9e-4f7f-9282-16cc2d643d1e","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.687729403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"c477d482-e0d4-4eab-943c-5c1fc5540138","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.688866511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"73296cfe-23ff-4e46-bf69-005a02421fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.689221664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"5ab55455-2a9a-47a7-8b20-1d6c4051c9a8","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.6919004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"f5cd1229-6d9e-4f7f-9282-16cc2d643d1e","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.709765678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"73296cfe-23ff-4e46-bf69-005a02421fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.710055207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"c477d482-e0d4-4eab-943c-5c1fc5540138","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.720205425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"603e5400-6c50-4dfa-a825-67a2102708d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.742461574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"603e5400-6c50-4dfa-a825-67a2102708d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.747483468Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"5ab55455-2a9a-47a7-8b20-1d6c4051c9a8","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.762212816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"603e5400-6c50-4dfa-a825-67a2102708d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.767844882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"5ab55455-2a9a-47a7-8b20-1d6c4051c9a8","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.789812935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53cd48d0-daf4-4e70-9be3-1f247a0f89f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.789828532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53cd48d0-daf4-4e70-9be3-1f247a0f89f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.792289959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d63a08e2-9e25-4bdc-aac6-eece1c548f91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.79230758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d63a08e2-9e25-4bdc-aac6-eece1c548f91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.87460255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"b3418ff7-3cbd-456e-80f4-74edb631e984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.875844661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"abe42baf-1a72-40ed-989e-33696be2981b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.876364923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"b41aaf0f-fd64-4f74-954b-26fb948ba3b7","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.876858741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e93ecb6-a97e-410c-96be-c78db43b9ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.902602145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"b3418ff7-3cbd-456e-80f4-74edb631e984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.97114195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"ee1d2024-4156-49b0-a307-4f0cac8db67a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.976395603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"abe42baf-1a72-40ed-989e-33696be2981b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.98146742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"b41aaf0f-fd64-4f74-954b-26fb948ba3b7","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:54.999452385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"ee1d2024-4156-49b0-a307-4f0cac8db67a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.022816619Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e93ecb6-a97e-410c-96be-c78db43b9ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.042185672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e93ecb6-a97e-410c-96be-c78db43b9ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.074639889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"b4c1bdfd-d525-404c-8d66-d9adbf0d3be3","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.074662402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"b4c1bdfd-d525-404c-8d66-d9adbf0d3be3","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.117249226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"52520e19-4974-4aa2-9d4f-b13f1ca6f294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.122254942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6d539a0-066f-4285-9b55-b91abbed1a2d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.122272114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6d539a0-066f-4285-9b55-b91abbed1a2d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.137084128Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-sub","reconcileID":"e444d71b-0ece-4ade-b763-16906ee9dd7d","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-753e7808","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.139304009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"52520e19-4974-4aa2-9d4f-b13f1ca6f294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.215512262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"4b8a4fba-49cd-4556-9f09-4d14d65873ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.215537273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"a5c17609-f455-4d87-afa6-88407b80d6cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.238219916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"4b8a4fba-49cd-4556-9f09-4d14d65873ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.238321816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"a5c17609-f455-4d87-afa6-88407b80d6cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.316092088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"988dca8d-8cde-4b96-9731-83de9a5d7e38","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.316092157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"1589f21f-4b25-4086-b026-513cc7a98e8a","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.337550214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"1589f21f-4b25-4086-b026-513cc7a98e8a","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.337583934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"988dca8d-8cde-4b96-9731-83de9a5d7e38","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.55713081Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"namespace":"ai-tenant-e2e-mt-00e1c624","name":"e2e-shared-sub-00e1c624","reconcileID":"495d68c0-199e-4088-b4f7-3d268939f546","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-00e1c624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.63552947Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"namespace":"ai-tenant-e2e-mt-00e1c624","name":"e2e-shared-sub-00e1c624","reconcileID":"495d68c0-199e-4088-b4f7-3d268939f546","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-00e1c624"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-f87835d8/e2e-shared-sub-00e1c624","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.708627407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-sub-00e1c624","reconcileID":"3c9f2ef9-a0e4-4c8a-bd3f-d724a3bdae08","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.709263206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"941ebf12-dfe5-4537-99b9-bd3b668cb42b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.810400967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1e48759-c411-46e3-837e-2bd31ab9ff9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.811731143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1e48759-c411-46e3-837e-2bd31ab9ff9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.855527069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"a13ca88b-46cf-40a9-96e5-a10a0f5cf100","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:55.85555086Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"a13ca88b-46cf-40a9-96e5-a10a0f5cf100","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:57.001218402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"f46aeca2-5891-4873-8c9f-588a2f6e368f","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:57.056624189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"5add00aa-ff00-419d-8fa9-1643ad1f4d0d","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:59.748280048Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"c376532d-3c31-436c-8e93-89d2b2a413f9","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:59.807928026Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"7780861b-495c-413e-925b-99034f2512a5","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.159016847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10394f65-9c65-4349-9e91-f92d5e63b685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.200012583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10394f65-9c65-4349-9e91-f92d5e63b685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.228879598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10394f65-9c65-4349-9e91-f92d5e63b685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.258228039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10394f65-9c65-4349-9e91-f92d5e63b685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.851204465Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"60c1eb96-db0f-4eff-a608-39fa5c3a3c44","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.889682427Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d0c9b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d0c9b9","reconcileID":"d3142545-a062-4c00-b8f5-24dd191c3120","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-d0c9b9","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-d0c9b9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:01.057896959Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"786e3bba-8117-42af-ae91-b65bff210da4","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:01.149927694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99271ad6-f98e-4be1-8d05-6f4fb8dba3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:01.165364735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99271ad6-f98e-4be1-8d05-6f4fb8dba3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:01.181366878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99271ad6-f98e-4be1-8d05-6f4fb8dba3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:01.196989905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99271ad6-f98e-4be1-8d05-6f4fb8dba3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:01.928494085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08918ffb-d8a7-428f-96f1-1145b1f6842d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:01.944376105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08918ffb-d8a7-428f-96f1-1145b1f6842d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:01.960003965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08918ffb-d8a7-428f-96f1-1145b1f6842d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:01.976143849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08918ffb-d8a7-428f-96f1-1145b1f6842d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:02.503645767Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"2aa69cf6-1fa8-4e17-805e-b9d60178f4ed","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:03.223558876Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"efa8c8c9-1aa4-4acb-95ab-53349ce9fb33","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:04.844753006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"f1ad39d0-6565-4cbf-95d1-d10b94d4a810","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:04.860696142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6f3b9c8-9439-48a8-81df-76af14ec92db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:04.885098559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6f3b9c8-9439-48a8-81df-76af14ec92db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:04.901316239Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"f1ad39d0-6565-4cbf-95d1-d10b94d4a810","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:04.904282124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6f3b9c8-9439-48a8-81df-76af14ec92db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:04.920884793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"f1ad39d0-6565-4cbf-95d1-d10b94d4a810","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:04.926528221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a750f65-897d-4c6e-83ef-f0252cc86e46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:04.926543992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a750f65-897d-4c6e-83ef-f0252cc86e46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:04.942531377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"277f0988-d964-47e0-8d53-b24ba3c1db4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:04.942547271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"277f0988-d964-47e0-8d53-b24ba3c1db4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.126442862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc1ba7b4-8b83-4a34-9689-682377c6738c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.153596047Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-sub","reconcileID":"61baa3e3-87e7-41d6-a632-4a0ddcd03856","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","subscription":"e2e-cfl-41898f-69ba2d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.182079438Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc1ba7b4-8b83-4a34-9689-682377c6738c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.189512315Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-sub","reconcileID":"61baa3e3-87e7-41d6-a632-4a0ddcd03856","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.201932436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc1ba7b4-8b83-4a34-9689-682377c6738c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.206138946Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-sub","reconcileID":"61baa3e3-87e7-41d6-a632-4a0ddcd03856","MaaSSubscription":{"name":"e2e-cfl-41898f-69ba2d-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.221850638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ce36a29-f9bb-4463-9df0-0ac3d7b5d52d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.221864716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ce36a29-f9bb-4463-9df0-0ac3d7b5d52d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.376213022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"b79ceb75-4357-4d20-8bb8-7e4916e1dc4a","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.376235407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"b79ceb75-4357-4d20-8bb8-7e4916e1dc4a","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.408276974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"cfb618f9-3877-4ae2-ba17-ff6e9f5e1e9a","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.408694556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"da732235-235a-4f87-ac95-9672c90ab6ef","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.429702422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"cfb618f9-3877-4ae2-ba17-ff6e9f5e1e9a","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.429953087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"da732235-235a-4f87-ac95-9672c90ab6ef","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.534054618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"ad858914-8ecc-48ee-a524-4aa4f7c3fc68","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.534072055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"ad858914-8ecc-48ee-a524-4aa4f7c3fc68","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.576759496Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-41898f-69ba2d-access","reconcileID":"3d851d42-364b-417e-a075-3555c192b76a","MaaSAuthPolicy":{"name":"e2e-cfl-41898f-69ba2d-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.723372788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"cd2a1075-467e-43ab-9554-32319df4a4ac","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:05.723393418Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"cd2a1075-467e-43ab-9554-32319df4a4ac","MaaSModelRef":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-41898f-e0338733db94","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-41898f","externalModel":"e2e-cfl-41898f","provider":"e2e-cfl-41898f-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.106707935Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.253966759Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"dc2d6009-70be-42b5-b869-50597db2b0b8","namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.289136527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"951b0333-eae5-4e03-a3d1-df6daca6e685","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.290155831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"3e0ffb46-cb16-492e-adf7-586bff7701fb","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.291009253Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-2-083478"},"namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","reconcileID":"83254d03-d199-49e9-be9e-a48ccbe536fa","namespace":"e2e-extmod-cfl-2-083478","name":"e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.303128458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc52fe96-2e96-41e9-8dd7-f877f749fded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.303314179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"fc19510b-bb25-4da6-8711-1d09eb0b6741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.308238985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"665bbaec-26d9-4fd0-94ed-d430f288529f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.310545007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"951b0333-eae5-4e03-a3d1-df6daca6e685","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.324483826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc52fe96-2e96-41e9-8dd7-f877f749fded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.324591766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"fc19510b-bb25-4da6-8711-1d09eb0b6741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.328986674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"665bbaec-26d9-4fd0-94ed-d430f288529f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.348589063Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"3e0ffb46-cb16-492e-adf7-586bff7701fb","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.34932947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc52fe96-2e96-41e9-8dd7-f877f749fded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.350209603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"665bbaec-26d9-4fd0-94ed-d430f288529f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.368736006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"3e0ffb46-cb16-492e-adf7-586bff7701fb","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.377227759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b969b17-82fb-4145-bc7d-b66c6d0e431d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.377246295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b969b17-82fb-4145-bc7d-b66c6d0e431d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.377666263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6aac6af3-b6c2-4e0f-84fc-0763bb707ec0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.377679315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6aac6af3-b6c2-4e0f-84fc-0763bb707ec0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.388258786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2708f849-0fda-4923-be4c-f247cd94cee6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.388274079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2708f849-0fda-4923-be4c-f247cd94cee6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.426391098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"e39c8f42-6c34-4c92-bd1e-df1078bbc543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.426713974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"483d2450-a30d-4f0b-984e-47f48f9cfd1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.440010613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ac3b315f-fbce-48dd-8b0f-c7553446fce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.448029021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"e39c8f42-6c34-4c92-bd1e-df1078bbc543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.448206231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"483d2450-a30d-4f0b-984e-47f48f9cfd1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.460819811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ac3b315f-fbce-48dd-8b0f-c7553446fce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.525207727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"816c51a1-47d6-492f-a9c3-ae76f945cfd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.525374755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"0625899d-7453-429e-a377-19127ff36597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.543153191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"460e5192-b09e-4977-a1d0-48b9a2397505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.543448287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"76c0ff39-76c5-4a7d-a4c2-81dfa04eddb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.547152528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"0625899d-7453-429e-a377-19127ff36597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.54847973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"816c51a1-47d6-492f-a9c3-ae76f945cfd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.564802971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"76c0ff39-76c5-4a7d-a4c2-81dfa04eddb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.564806046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"460e5192-b09e-4977-a1d0-48b9a2397505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.627721403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb66a5f8-e8e2-4b5d-b1e6-b9e4bdf08b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.687949284Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb66a5f8-e8e2-4b5d-b1e6-b9e4bdf08b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.708176552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb66a5f8-e8e2-4b5d-b1e6-b9e4bdf08b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.729933675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8591ae49-229a-4dd9-84bc-4958392f0a1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.730187698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"139b03a6-d8ab-4263-8d8b-2b314d6da01d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.730888909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"7fe096fe-bb4c-40c7-ad4a-042aa7ac0332","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.73117582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65ba7882-b4bc-44e6-bec5-bdc3d831f558","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.731195209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65ba7882-b4bc-44e6-bec5-bdc3d831f558","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.731536039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"2b656df9-276b-4523-aa4d-1856348e30ec","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.750932416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"139b03a6-d8ab-4263-8d8b-2b314d6da01d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.750977227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"8591ae49-229a-4dd9-84bc-4958392f0a1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.753199981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"7fe096fe-bb4c-40c7-ad4a-042aa7ac0332","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.772952799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"139b03a6-d8ab-4263-8d8b-2b314d6da01d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.791754074Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"2b656df9-276b-4523-aa4d-1856348e30ec","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.795028515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d30b7b3-1bf0-4e21-91bd-2c7af7c3b3ea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.795042408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d30b7b3-1bf0-4e21-91bd-2c7af7c3b3ea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.811265456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"2b656df9-276b-4523-aa4d-1856348e30ec","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.83415212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"448fdd1e-4abf-4ef5-b71a-d9edd6858a9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:06.834167725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"448fdd1e-4abf-4ef5-b71a-d9edd6858a9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.324792371Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"7eabbeab-4e06-4924-baae-be702dd6f8e9","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.359539691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"f01415f4-c832-4ddc-a413-cb8b92a1afcb","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.360737938Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"7565e964-2d42-4496-a834-4c975b850523","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.373074758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"033a2684-583a-471c-8b8f-f4c623284862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.373234138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5b3d795-4f47-4b46-b55c-aacd017638e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.374066579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00819d8f-5d41-4439-a3ad-b1ed4f2ebfa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.376993475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"54cbbff3-7cbb-4779-a20d-a37ef56cbfd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.383438903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"f01415f4-c832-4ddc-a413-cb8b92a1afcb","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.398846887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"033a2684-583a-471c-8b8f-f4c623284862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.402463222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"54cbbff3-7cbb-4779-a20d-a37ef56cbfd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.408335963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"f01415f4-c832-4ddc-a413-cb8b92a1afcb","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.438167342Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00819d8f-5d41-4439-a3ad-b1ed4f2ebfa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:07.443167318Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5b3d795-4f47-4b46-b55c-aacd017638e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.460000121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00819d8f-5d41-4439-a3ad-b1ed4f2ebfa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:07.465739339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5b3d795-4f47-4b46-b55c-aacd017638e7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.466396857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a2dd64c-7b12-4f35-ad69-686bcb371638","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.466419304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a2dd64c-7b12-4f35-ad69-686bcb371638","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.468558496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ef2bf544-9abc-4843-b3dc-86ef31727970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.49192272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34fd085c-7596-48b9-9dd9-ca0c2c6d41b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.491940613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34fd085c-7596-48b9-9dd9-ca0c2c6d41b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.497466148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ef2bf544-9abc-4843-b3dc-86ef31727970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.555529351Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41898f","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","reconcileID":"e6e3ccd3-3e6e-457a-a82f-38a541d3a5ea","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-41898f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.572870306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"603f2713-039e-47a1-a1f7-6665b8430475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.5733733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0396f725-6b32-45a0-8a77-c633c0ac5708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.634223728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"0396f725-6b32-45a0-8a77-c633c0ac5708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.638836811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"603f2713-039e-47a1-a1f7-6665b8430475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.642849744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"bba36e59-2859-45a9-beb3-b045152ca622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.643520378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"b31d4e23-c142-4305-9ac8-fa4badaa2098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.669887948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"bba36e59-2859-45a9-beb3-b045152ca622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.67008264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"b31d4e23-c142-4305-9ac8-fa4badaa2098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.695469066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"754e2475-141b-4998-a317-0c750d90afd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.772047463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"754e2475-141b-4998-a317-0c750d90afd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.882512965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"b989d5c5-b58a-4af9-a935-7510b62ef56f","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.914725037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"a079cd04-1312-4207-b33b-07b809f5276d","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.915482872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f19035af-ef4d-44d1-8b0f-3a0fbfaa6ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.916094213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"b989d5c5-b58a-4af9-a935-7510b62ef56f","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.93213334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07c6be62-7d55-40c4-b27e-691f890d2cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.938517574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f19035af-ef4d-44d1-8b0f-3a0fbfaa6ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.949293006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"2e2ee268-5919-4bd7-92a1-f9de8136e329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.954537693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07c6be62-7d55-40c4-b27e-691f890d2cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.957955546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f19035af-ef4d-44d1-8b0f-3a0fbfaa6ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.970541735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"2e2ee268-5919-4bd7-92a1-f9de8136e329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.982189472Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"a079cd04-1312-4207-b33b-07b809f5276d","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:07.985431648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07c6be62-7d55-40c4-b27e-691f890d2cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.001809943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"a079cd04-1312-4207-b33b-07b809f5276d","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.00931674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d298601-a4f3-47e2-bd59-50559ba15519","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.009333228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d298601-a4f3-47e2-bd59-50559ba15519","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.038011219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"fc9031cc-3fc2-45ac-a8b4-c22f412684b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.038686748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"475e4c3d-fbd5-4959-a864-f9f2d802a896","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.038701981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"475e4c3d-fbd5-4959-a864-f9f2d802a896","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.064356202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"fc9031cc-3fc2-45ac-a8b4-c22f412684b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.124596092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"12506b59-4289-45ae-a63b-18406aff3491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.125814465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"7c1b83b6-261e-4859-8349-5559a0da0def","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.125839205Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"7c1b83b6-261e-4859-8349-5559a0da0def","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.126638156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"38924ccc-7eae-4120-8b3d-76f7111c0623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.126720198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b25654f5-cf42-4863-9c82-c47821d3c9b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.150767564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"12506b59-4289-45ae-a63b-18406aff3491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.154628612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"38924ccc-7eae-4120-8b3d-76f7111c0623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.156915347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b25654f5-cf42-4863-9c82-c47821d3c9b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.194744837Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-622143-944506-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-sub","reconcileID":"7d3b39c2-7e5a-4b2e-8b01-b2833da95e63","MaaSSubscription":{"name":"e2e-cfl-622143-944506-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-25361b0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.225700848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"bd1cee94-2db9-4bdc-b8a0-19bfac2f6b54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.246712153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"bd1cee94-2db9-4bdc-b8a0-19bfac2f6b54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.318679226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"6e4c8a72-ffb4-44db-9132-08ffa5af0646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.340821081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"6e4c8a72-ffb4-44db-9132-08ffa5af0646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.402366006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"eb68da99-6227-43c2-a3ef-f474e47339e3","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:08.423329591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"eb68da99-6227-43c2-a3ef-f474e47339e3","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:17.398985353Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"f6723d43-64ac-492a-b37e-57a81e5200ab","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.043364854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6c823a9-5aed-4bc8-8079-f6c0a7e6858a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.105097911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"928ab31a-c6b9-42c3-97c4-f3d0f16f05b9","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.124386308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1981193-f563-4e4e-8140-ec95239a3083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.134971661Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6c823a9-5aed-4bc8-8079-f6c0a7e6858a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.189964642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1981193-f563-4e4e-8140-ec95239a3083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.191842839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6c823a9-5aed-4bc8-8079-f6c0a7e6858a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.201378215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"928ab31a-c6b9-42c3-97c4-f3d0f16f05b9","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.298077539Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-622143-944506-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-sub","reconcileID":"da785ca3-89a3-4509-90d3-ba3a2f1512f6","MaaSSubscription":{"name":"e2e-cfl-622143-944506-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","subscription":"e2e-cfl-622143-944506-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.299579798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1981193-f563-4e4e-8140-ec95239a3083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.30054465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"928ab31a-c6b9-42c3-97c4-f3d0f16f05b9","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.300628276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f598615c-815f-403b-9948-9b69f336ab2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.306954383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f598615c-815f-403b-9948-9b69f336ab2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.327005461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a6ae6a7-2a4b-4068-b5a6-3531781e9282","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.327088266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a6ae6a7-2a4b-4068-b5a6-3531781e9282","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.340966982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85d32697-0f68-4844-9989-4183888528fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.341046764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85d32697-0f68-4844-9989-4183888528fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.348547084Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-622143-944506-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-sub","reconcileID":"da785ca3-89a3-4509-90d3-ba3a2f1512f6","MaaSSubscription":{"name":"e2e-cfl-622143-944506-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.371824622Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-622143-944506-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-sub","reconcileID":"da785ca3-89a3-4509-90d3-ba3a2f1512f6","MaaSSubscription":{"name":"e2e-cfl-622143-944506-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.588118474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"b79c06ce-d884-44c2-be8b-e29a25f332b3","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.588225971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"b79c06ce-d884-44c2-be8b-e29a25f332b3","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.611289423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"40fac2cb-3d23-475f-abce-6cf6c6f01f1e","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.660866481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"40fac2cb-3d23-475f-abce-6cf6c6f01f1e","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.735176735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"d3d41a05-5e13-4511-bb12-d3ded878fe0e","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.735206607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"d3d41a05-5e13-4511-bb12-d3ded878fe0e","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:18.839829683Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"1a307376-ba6c-495c-a9ba-c979f672e26a","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.066882548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"1a307376-ba6c-495c-a9ba-c979f672e26a","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.210967702Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"1a307376-ba6c-495c-a9ba-c979f672e26a","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.211091078Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143-944506-access","reconcileID":"1a307376-ba6c-495c-a9ba-c979f672e26a","MaaSAuthPolicy":{"name":"e2e-cfl-622143-944506-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.254378407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"0532bc29-2a8b-4d87-ab90-974d618945f6","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.254493218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"0532bc29-2a8b-4d87-ab90-974d618945f6","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.786459315Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"cc7c1d4f-12d1-4a7d-90a5-c188da219774","namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.834056268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"a7f3b06a-f227-4786-9662-aec01a768d1f","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.851229277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c308e248-6cfe-4ad0-8f67-38fd92884f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.852125492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"103cf82c-ee8b-45cf-89d6-921244f024fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.852834186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c69d0086-6b8f-4863-a73e-bc090f8e712f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.896668174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c69d0086-6b8f-4863-a73e-bc090f8e712f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.906964926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c308e248-6cfe-4ad0-8f67-38fd92884f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.926175735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"103cf82c-ee8b-45cf-89d6-921244f024fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.930395068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c308e248-6cfe-4ad0-8f67-38fd92884f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.934734172Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"a7f3b06a-f227-4786-9662-aec01a768d1f","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.955360493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c69d0086-6b8f-4863-a73e-bc090f8e712f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.98601823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"a7f3b06a-f227-4786-9662-aec01a768d1f","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.986606913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"5f63cab6-da1a-447c-aefa-4b537498a66d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.989134046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"254f9d71-c9a6-4ac1-8b53-839370612537","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.989152455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"254f9d71-c9a6-4ac1-8b53-839370612537","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.989692556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfc9d62b-61a3-42fc-bbdb-29fe54c3d145","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:19.989707332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfc9d62b-61a3-42fc-bbdb-29fe54c3d145","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.017218316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8904107f-591d-44f8-bc17-10c8056aa794","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.018593787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8904107f-591d-44f8-bc17-10c8056aa794","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.023612856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"5f63cab6-da1a-447c-aefa-4b537498a66d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.052207265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"7de6242e-7977-4baf-ade0-74e29e3df7e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.053470079Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-622143","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","reconcileID":"e4fb94ee-670f-4ebb-84d2-2dcf44685b16","namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.057426067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"10e0170a-8088-475f-b611-93490dfda632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.079078525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"7de6242e-7977-4baf-ade0-74e29e3df7e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.079088834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"10e0170a-8088-475f-b611-93490dfda632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.08790083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"a679a102-3cd9-4eed-a8a7-70963341512e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.108513586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"a679a102-3cd9-4eed-a8a7-70963341512e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.161947409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"b5bfaf0f-335d-415c-8367-5312bc598c46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.164103582Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"8adfe2bb-dca3-45da-b071-ebfc392932dc","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.22252146Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"d88aad89-7367-491f-8e70-9d61940d7555","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.225417624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"b5bfaf0f-335d-415c-8367-5312bc598c46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.264045015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"99d6de36-adb3-460e-a8fb-5ff6177c1f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.290516408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"99d6de36-adb3-460e-a8fb-5ff6177c1f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.344045795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"4943e550-6167-4056-abca-473cf2049052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.344401431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef21dd83-7e69-4c70-8e4a-c5de94635efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.34466476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d62c27c2-d4f4-4281-bc88-1e86c85ab8fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.366244445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"4943e550-6167-4056-abca-473cf2049052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.408452671Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef21dd83-7e69-4c70-8e4a-c5de94635efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:20.409510732Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d62c27c2-d4f4-4281-bc88-1e86c85ab8fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.433021005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef21dd83-7e69-4c70-8e4a-c5de94635efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.433721559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"91b5c724-2291-4bb4-abcc-7bb1cf5318f4","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:20.43479841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d62c27c2-d4f4-4281-bc88-1e86c85ab8fb","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.473302943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca79c6e6-2ec8-48cb-b9bd-5923f67c5a95","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.473412476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca79c6e6-2ec8-48cb-b9bd-5923f67c5a95","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.518328669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f1c032d-3675-44d5-8ebc-65930ff2efba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.518443673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f1c032d-3675-44d5-8ebc-65930ff2efba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.560553528Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"64e1d8ce-7099-416b-95f1-a2e34586c223","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.598150556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"62bc4c15-fbeb-4d15-bc37-ebaee82eff48","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"e2e-extmod-cfl-1-69ba2d/e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.599868057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"62bc4c15-fbeb-4d15-bc37-ebaee82eff48","MaaSModelRef":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"routeName":"external-model-e2e-cfl-622143-413a5a06729e","namespace":"e2e-extmod-cfl-1-69ba2d","model":"e2e-cfl-622143","externalModel":"e2e-cfl-622143","provider":"e2e-cfl-622143-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.629303281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"2991e44e-5fc6-422b-a3ab-d325f373f8af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.675744257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"103723df-bc14-47db-ac3a-74c035c93a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.67631261Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"91b5c724-2291-4bb4-abcc-7bb1cf5318f4","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.685719426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"7db34f23-af6c-4283-b1ae-d143557a0193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.693533469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"2991e44e-5fc6-422b-a3ab-d325f373f8af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.707506479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"1a541f21-6880-4bdf-ad18-ba6b88339779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.714686124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"91b5c724-2291-4bb4-abcc-7bb1cf5318f4","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.719987178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"103723df-bc14-47db-ac3a-74c035c93a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.721268328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"7db34f23-af6c-4283-b1ae-d143557a0193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.729835455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"1a541f21-6880-4bdf-ad18-ba6b88339779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.737365087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"880294f4-54b4-4191-8deb-6c2a7453c9da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.737429915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"880294f4-54b4-4191-8deb-6c2a7453c9da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.783590017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"0360108e-c5f5-47e6-ba04-b197ba8d0b4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.807950932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"0360108e-c5f5-47e6-ba04-b197ba8d0b4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.893752033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41f39b2d-b50c-40fe-8951-e4ddb37e7a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.949688906Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41f39b2d-b50c-40fe-8951-e4ddb37e7a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.971104719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41f39b2d-b50c-40fe-8951-e4ddb37e7a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.989372959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"7b7019df-5f94-4a00-a30e-71d3616ba7c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.989473235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2d5f34ff-a5cc-4c71-8565-eb75219dede9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.990005548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f385292d-cab0-4ba3-8cc8-02671c882ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.995852888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"1899e37b-6779-421f-9457-53684b059863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.997068921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cfb6828d-87e9-4103-9edc-69f398e90adc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.997090421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cfb6828d-87e9-4103-9edc-69f398e90adc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.016757145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"7b7019df-5f94-4a00-a30e-71d3616ba7c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.017702883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f385292d-cab0-4ba3-8cc8-02671c882ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.019461127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2d5f34ff-a5cc-4c71-8565-eb75219dede9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.023986789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"1899e37b-6779-421f-9457-53684b059863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.04037708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f385292d-cab0-4ba3-8cc8-02671c882ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.062672137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18d19e98-dc37-4e95-9530-d1668e06978e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.062691659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18d19e98-dc37-4e95-9530-d1668e06978e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.07082297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"f796092e-d1c4-4fd7-a309-abcec96dd81e","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.132859017Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"f796092e-d1c4-4fd7-a309-abcec96dd81e","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.139058087Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"3d85b993-43a7-49ec-a7da-9e544190e816","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.153108063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"f796092e-d1c4-4fd7-a309-abcec96dd81e","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.170655982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"0b7bfd10-c491-442c-95f7-9b7176ea3afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.174118838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"abde6f6d-0c53-46d3-bffa-b68c026f7d4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.17454477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f440cd8-af27-404e-a1d5-e11b6d5606d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.174563717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f440cd8-af27-404e-a1d5-e11b6d5606d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.175639407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"8ae9f8a3-5ff0-4faf-bb56-aaec9756fc0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.185550269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd741ed8-b150-4e89-bdd1-b924484371a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.191895597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"0b7bfd10-c491-442c-95f7-9b7176ea3afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.19566931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"abde6f6d-0c53-46d3-bffa-b68c026f7d4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.196896737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"8ae9f8a3-5ff0-4faf-bb56-aaec9756fc0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.221231377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49fb98bd-f27e-44fa-abba-756c79e461e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.241794418Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd741ed8-b150-4e89-bdd1-b924484371a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.26340152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd741ed8-b150-4e89-bdd1-b924484371a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:21.272239069Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49fb98bd-f27e-44fa-abba-756c79e461e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.286103675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9662f602-6954-4f5c-b197-6e999534d44b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.286170328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9662f602-6954-4f5c-b197-6e999534d44b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:21.294251752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49fb98bd-f27e-44fa-abba-756c79e461e4","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.294552952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca4251ce-ae79-4787-a833-92687719c247","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.294841895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca4251ce-ae79-4787-a833-92687719c247","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.342219286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"8e7004f1-7e97-4580-8337-9e4d8963713a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.342326508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"8a07821f-a5fe-42be-8275-b8669db80391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.342827548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"b77fd5fe-a6fb-4d86-b491-7db6c461dee8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.346198326Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-622143","namespace":"e2e-extmod-cfl-1-69ba2d"},"namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","reconcileID":"c9f12fa5-d5ad-4385-97a3-aab3bfc38c3f","namespace":"e2e-extmod-cfl-1-69ba2d","name":"e2e-cfl-622143","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.36286821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"8e7004f1-7e97-4580-8337-9e4d8963713a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.363880201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"8a07821f-a5fe-42be-8275-b8669db80391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.372831923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"b77fd5fe-a6fb-4d86-b491-7db6c461dee8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.382462466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"9183f587-cde7-4373-81cb-78ad1dd058ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.382548897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"2032641b-6b7f-4183-8377-64532269662e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.426617984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"9183f587-cde7-4373-81cb-78ad1dd058ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.426819796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"2032641b-6b7f-4183-8377-64532269662e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.564509589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"40ae2c53-7749-47b4-baaf-c8e46bde59e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.56451406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"b09cc229-bb98-4849-950b-9dd9c4dd208b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.564918352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"a69d6397-62d7-4c8b-8b64-319a7382047f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.588276204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"a69d6397-62d7-4c8b-8b64-319a7382047f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.58950948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"40ae2c53-7749-47b4-baaf-c8e46bde59e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.592379118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"b09cc229-bb98-4849-950b-9dd9c4dd208b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.652453101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"ec74c6d2-ef39-4a2b-8440-a56c82506fb9","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.668884708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25dcb06b-b875-421a-aa04-a7ab63354486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.70289579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25dcb06b-b875-421a-aa04-a7ab63354486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.718054609Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"ec74c6d2-ef39-4a2b-8440-a56c82506fb9","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.727660627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25dcb06b-b875-421a-aa04-a7ab63354486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.737380527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"ec74c6d2-ef39-4a2b-8440-a56c82506fb9","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.749925141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ff2d264b-b8c7-47b9-8a27-4c37626304ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.749943389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ff2d264b-b8c7-47b9-8a27-4c37626304ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.778432105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91a528d2-2e8a-4691-9287-3d4ffd2de7fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.778447772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91a528d2-2e8a-4691-9287-3d4ffd2de7fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.781648661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"9fc96b18-2bd3-47f7-a3e2-601fbc25c83a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.781968592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"c8c08901-bed7-46b7-afc6-98246b81c347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.782242248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59d3a0ea-f6f2-4742-8481-0d7e91fc54cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.809023164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"c8c08901-bed7-46b7-afc6-98246b81c347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.809121244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"9fc96b18-2bd3-47f7-a3e2-601fbc25c83a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.847878031Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59d3a0ea-f6f2-4742-8481-0d7e91fc54cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.866589879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e08099a1-7577-42b8-94c7-bef260994c18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.866593119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"57575920-7e0b-4cea-b227-dfaea07abf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.870755779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59d3a0ea-f6f2-4742-8481-0d7e91fc54cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.888551589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"57575920-7e0b-4cea-b227-dfaea07abf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.888584066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e08099a1-7577-42b8-94c7-bef260994c18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.890435992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66b74e6d-da74-4b83-be1e-3f7046d91c01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.890450053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66b74e6d-da74-4b83-be1e-3f7046d91c01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.9701236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c284cb49-c6fc-4f5f-9af9-5e92b3c291e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:21.991201427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c284cb49-c6fc-4f5f-9af9-5e92b3c291e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:22.719617644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-5a4525","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"explicit-model-5a4525","reconcileID":"3c792275-fe53-42fd-8142-08d34944b5c5","MaaSModelRef":{"name":"explicit-model-5a4525","namespace":"ai-tenant-e2e-explicit-5a4525"},"routeName":"explicit-model-5a4525-kserve-route","namespace":"ai-tenant-e2e-explicit-5a4525","llmisvcName":"explicit-model-5a4525","gateway":"openshift-ingress/e2e-explicit-5a4525","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:23.525986301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"9f7e87ed-1db4-4082-b674-007547066fbc","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:23.683138958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"90aaf095-3ad0-4196-8f09-1bd5b5a2f129","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:23.701569088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"ef664e42-c32c-42ab-b744-08df7c3a18c1","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:23.717953393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"8034cea2-f2dd-4814-b4c6-184547525fba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:23.75855974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"c766cad1-b79c-40c9-88ba-a4054adb7fa7","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:23.777984412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"1c6ba978-399d-480e-9722-a66b5eaa4492","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:23.847629264Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"cce87310-94c1-4d1c-8cbb-b5ee9e268d7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","model":"simulator-w1-f72bc6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-f72bc6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:23.885261719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"f24df991-b979-4312-a365-dada0dfca3a5","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:23.907667637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"754f0c41-cd0c-4f95-9599-f93ceca74edf","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:23.92525827Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"754f0c41-cd0c-4f95-9599-f93ceca74edf","name":"simulator-w1-f72bc6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-f72bc6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:23.925307986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"754f0c41-cd0c-4f95-9599-f93ceca74edf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-f72bc6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:23.925391732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"dd6a0667-c3b2-4b37-8c9d-785b024e3992","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:23.936242299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"fbd08c05-9cd5-4f86-bee6-ac69c44de55d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:23.992304454Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"fbd08c05-9cd5-4f86-bee6-ac69c44de55d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.012172543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"fbd08c05-9cd5-4f86-bee6-ac69c44de55d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.031900447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"6c2acabf-92b0-4ca0-8991-ad29b19761f6","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.050354249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"29391774-d227-48c6-8985-60a8e759e647","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.064092305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"57cfff7b-d130-4614-ae49-95c1c01849ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.085428639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"57cfff7b-d130-4614-ae49-95c1c01849ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.108487561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"6e0b305c-bbe7-46b9-9a00-34a634e8b871","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.109241946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"57cfff7b-d130-4614-ae49-95c1c01849ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.129913871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"a6e15594-8a51-4ee7-9812-84976d7eabd8","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:24.143331813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"0cd4a6e0-205b-4f99-9989-549a4baae96c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.153446498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"e0342b9d-571d-498b-90c1-b037c65c348e","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.166043703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"f8ed9624-3c07-4163-bf96-1c39dfd187c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.187249386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"f8ed9624-3c07-4163-bf96-1c39dfd187c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.187869069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"78769807-c46b-4db0-88a6-4fab7abcc947","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.207529034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"f8ed9624-3c07-4163-bf96-1c39dfd187c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.208942909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"2203d7c2-d106-4215-9a33-3f12c089d644","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.263803893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"8f050637-cb07-4f50-b4ab-f11c1c194beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.284732101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"8f050637-cb07-4f50-b4ab-f11c1c194beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.304723579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"8f050637-cb07-4f50-b4ab-f11c1c194beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.308676182Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"e067991e-1ab6-434c-b0e4-bcf34746c6fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"premium-w1-f72bc6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-f72bc6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.319680883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"ced37813-876d-4ea2-8c35-83c8648e3282","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.341441046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"b236bbba-5056-498d-9839-d1ee09cca0ae","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:24.359358059Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"b236bbba-5056-498d-9839-d1ee09cca0ae","name":"premium-w1-f72bc6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-f72bc6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:24.359409555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"b236bbba-5056-498d-9839-d1ee09cca0ae","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-f72bc6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.365533567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"060f03a7-3012-478a-8acb-117fab9be257","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.370102382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"b73a7960-91da-4187-9bb0-5978dd28ae53","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.391382916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"b821eee1-ee54-453f-a0d6-ff57da034244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.391995389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"deaf2d50-9a35-4ef8-a54e-93ba3f51b8f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.415152068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"b821eee1-ee54-453f-a0d6-ff57da034244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.415439777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"deaf2d50-9a35-4ef8-a54e-93ba3f51b8f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.434828527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"b821eee1-ee54-453f-a0d6-ff57da034244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.438530963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"deaf2d50-9a35-4ef8-a54e-93ba3f51b8f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.441320241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"313c546f-34fa-472e-9f45-4decc8e79e6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.459728867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"0ca20c81-809e-4b6f-844a-4f7d5c2b3038","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.507124869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"973ed9e0-8722-404f-aae6-274cb60c3c10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.52778707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"973ed9e0-8722-404f-aae6-274cb60c3c10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:24.54724393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"973ed9e0-8722-404f-aae6-274cb60c3c10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.265705451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"54931c49-3802-4699-a718-830c92bd159e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d0c9b9","tenantID":"e2e-api-a-d0c9b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.313645593Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"54931c49-3802-4699-a718-830c92bd159e","name":"e2e-api-a-d0c9b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.821308109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43bf6fb4-664b-4823-98f0-4333a3244d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.847361095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43bf6fb4-664b-4823-98f0-4333a3244d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.869113154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43bf6fb4-664b-4823-98f0-4333a3244d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.890006322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"9e4dfe08-4a87-46c6-85b1-b115b8077799","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.895099819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"953e5018-54e0-4f3b-8dc8-396a177d7f21","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.895114456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"953e5018-54e0-4f3b-8dc8-396a177d7f21","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.958377041Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"9e4dfe08-4a87-46c6-85b1-b115b8077799","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.980345959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"9e4dfe08-4a87-46c6-85b1-b115b8077799","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:32.000478727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86027547-675e-4fbb-84fb-8af9a4561a59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:32.000495663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86027547-675e-4fbb-84fb-8af9a4561a59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:32.016866101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da81374a-3181-4085-8f66-e7195d8f0fae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:32.081854398Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da81374a-3181-4085-8f66-e7195d8f0fae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:32.102960025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da81374a-3181-4085-8f66-e7195d8f0fae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:32.127228578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70a7844b-b89e-4a60-97c2-2a1ff9f0803e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:32.127245293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70a7844b-b89e-4a60-97c2-2a1ff9f0803e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:34.485386081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"8d0cb3c6-aa64-4a9b-8257-54cfcdd9db16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:34.508274021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"8d0cb3c6-aa64-4a9b-8257-54cfcdd9db16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:34.527960511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"8d0cb3c6-aa64-4a9b-8257-54cfcdd9db16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:34.599192423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"51d49a46-93f1-4803-9b30-de592e3a6776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:34.620644812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"51d49a46-93f1-4803-9b30-de592e3a6776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:34.640617775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"51d49a46-93f1-4803-9b30-de592e3a6776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:36.114199167Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.451456101Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"29b329cc-44b6-4cf5-9c44-1284f2a1250c","namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.522956275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"fd75f635-4e22-41c1-989b-a6f1a1988fe1","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.536102831Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"120073a9-0320-4e87-b83d-f1a743b8ac36","namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.549731324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c08e393-9177-47ea-8e5f-c741c9fc99f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.550078041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c996e90f-6f22-4180-b6a6-3ea3a9000024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.550412778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"fe2c8eb2-9f5f-4eaf-9306-fd4b94f82aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.552966537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"fc5ed2fc-1953-40e5-ade1-8541ab0c0a5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.570720905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c08e393-9177-47ea-8e5f-c741c9fc99f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.571800528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c996e90f-6f22-4180-b6a6-3ea3a9000024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.573270011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"fe2c8eb2-9f5f-4eaf-9306-fd4b94f82aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.577104963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"fc5ed2fc-1953-40e5-ade1-8541ab0c0a5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.591567789Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"fd75f635-4e22-41c1-989b-a6f1a1988fe1","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.592876304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c08e393-9177-47ea-8e5f-c741c9fc99f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.594206983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c996e90f-6f22-4180-b6a6-3ea3a9000024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.594241784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"fe2c8eb2-9f5f-4eaf-9306-fd4b94f82aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.598053785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"fc5ed2fc-1953-40e5-ade1-8541ab0c0a5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.61212818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"fd75f635-4e22-41c1-989b-a6f1a1988fe1","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.673512807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6bff7a7-7985-4db4-b7d3-e04ef7f99b9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.673990027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6bff7a7-7985-4db4-b7d3-e04ef7f99b9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.677150393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6210c659-f03c-403d-a28e-e045e65b891e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.677374364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6210c659-f03c-403d-a28e-e045e65b891e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.677981797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18ae2d54-5bf8-461e-8dfa-e95a942fdaec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.678065806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18ae2d54-5bf8-461e-8dfa-e95a942fdaec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.71632168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9458b3ad-e93c-486b-8b5b-ed43a9f5f2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.717041318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"af4a16b6-2407-4295-ae28-bbf0fca17d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.747926064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"9458b3ad-e93c-486b-8b5b-ed43a9f5f2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.74936656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"af4a16b6-2407-4295-ae28-bbf0fca17d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.762879038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"43fdcf04-fe33-41c5-8901-5c9085116e32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.763322939Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"752ccbed-ee6d-48fb-a225-ac9a809bafd0","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.771460962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"93b94874-5e3d-463d-8b01-c5458e7d73d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.771880136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"4cd4a6fa-f9b1-4121-b67d-8331c0453274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.777210978Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"3f7491c2-5b48-4cf6-b337-7f32e1fde908","namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.78607098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"43fdcf04-fe33-41c5-8901-5c9085116e32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.809703822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"93b94874-5e3d-463d-8b01-c5458e7d73d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.810052259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"4cd4a6fa-f9b1-4121-b67d-8331c0453274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.836837311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"878a5a3b-2c79-43c5-84cf-07704760c45e","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.836997351Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"878a5a3b-2c79-43c5-84cf-07704760c45e","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cmp-legacy-af7e90","externalModel":"e2e-cmp-legacy-af7e90","provider":"e2e-cmp-legacy-af7e90-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.872896724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"a7eefd73-153b-486d-8176-aae371220a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.899792778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"a7eefd73-153b-486d-8176-aae371220a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.970335754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"41c75d4a-cf03-4279-8f9b-ce2c33ebadd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.990242908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"25228d42-b28b-462f-8504-4775245c39aa","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.990266463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"25228d42-b28b-462f-8504-4775245c39aa","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cmp-legacy-af7e90","externalModel":"e2e-cmp-legacy-af7e90","provider":"e2e-cmp-legacy-af7e90-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.995575866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"41c75d4a-cf03-4279-8f9b-ce2c33ebadd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.063613978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"95f29107-b4a2-48f3-9fb0-bc6500bf2d80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.063740785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"de6b39a3-b1f4-4974-9c67-90259fb6812d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.065488983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"2d98d4e2-5d46-42c5-943c-5100a2ac5db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.068970859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e43ca78b-0e24-4838-8721-1b3b633755c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.085805073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"95f29107-b4a2-48f3-9fb0-bc6500bf2d80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.08663258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"2d98d4e2-5d46-42c5-943c-5100a2ac5db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.090167991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"de6b39a3-b1f4-4974-9c67-90259fb6812d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.112562297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"2d98d4e2-5d46-42c5-943c-5100a2ac5db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.112600213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"de6b39a3-b1f4-4974-9c67-90259fb6812d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.137291617Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e43ca78b-0e24-4838-8721-1b3b633755c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.159209358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"797a75e8-af99-4572-a608-732df266e6eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.163299509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e43ca78b-0e24-4838-8721-1b3b633755c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.183251862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a12341d-e386-45da-9f17-fbd7d67ed0ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.183270193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a12341d-e386-45da-9f17-fbd7d67ed0ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.184643953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"797a75e8-af99-4572-a608-732df266e6eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.205074811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"797a75e8-af99-4572-a608-732df266e6eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.227275456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9bfffc0-086c-4b1f-97af-4c3b18ab2379","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.227294306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9bfffc0-086c-4b1f-97af-4c3b18ab2379","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.24410629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"d8d95d62-62ff-411c-88ae-7944a2179f41","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.260203061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"645dd267-b655-4f57-aab5-4fb8cad1195c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.260375668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b360c5db-ae98-4f12-bcf9-680efe052093","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.260700639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"4741d1a9-753c-46d2-8d74-a11c9ba46073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.275381675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e6d98ad9-da73-4c71-8dcf-36067aac2f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.282794503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"b360c5db-ae98-4f12-bcf9-680efe052093","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.282794686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"4741d1a9-753c-46d2-8d74-a11c9ba46073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.285077127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"645dd267-b655-4f57-aab5-4fb8cad1195c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.296672686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e6d98ad9-da73-4c71-8dcf-36067aac2f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.300303175Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"d8d95d62-62ff-411c-88ae-7944a2179f41","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.320331316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"d8d95d62-62ff-411c-88ae-7944a2179f41","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.341632846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3f5ab20-629a-42a3-97e1-fb5e7970567b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.341647751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3f5ab20-629a-42a3-97e1-fb5e7970567b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.365027785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"52dac012-d355-4074-a7ab-a67ba1afef88","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.365045662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"52dac012-d355-4074-a7ab-a67ba1afef88","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cmp-legacy-af7e90","externalModel":"e2e-cmp-legacy-af7e90","provider":"e2e-cmp-legacy-af7e90-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.378960468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"13a13398-1d36-434f-8963-1bd3624e5167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.400278569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"13a13398-1d36-434f-8963-1bd3624e5167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.461897212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"10cee22c-62bf-404a-94b4-fb4bd888bf0a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.517173098Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"10cee22c-62bf-404a-94b4-fb4bd888bf0a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.537852297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-944506-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"10cee22c-62bf-404a-94b4-fb4bd888bf0a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.576364113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"3255baa7-8a5b-4eb3-8065-8bffe3e8cd1a","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:38.576383903Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"3255baa7-8a5b-4eb3-8065-8bffe3e8cd1a","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cmp-legacy-af7e90","externalModel":"e2e-cmp-legacy-af7e90","provider":"e2e-cmp-legacy-af7e90-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.163276658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"acc48e48-b74c-4d1b-811f-1bc1869a1721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.163300191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"72b14620-640d-470a-bc2f-088301a29d07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.192454193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"acc48e48-b74c-4d1b-811f-1bc1869a1721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.193356744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"72b14620-640d-470a-bc2f-088301a29d07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.212432068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"acc48e48-b74c-4d1b-811f-1bc1869a1721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.212607762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"72b14620-640d-470a-bc2f-088301a29d07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.263173752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95217abd-b660-4cab-99d4-02c65ea068d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.278107819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69d4198a-699b-4877-b078-15168ad62bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.338157097Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95217abd-b660-4cab-99d4-02c65ea068d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:48.348571977Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69d4198a-699b-4877-b078-15168ad62bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.359108303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95217abd-b660-4cab-99d4-02c65ea068d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:48.378739981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69d4198a-699b-4877-b078-15168ad62bbd","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.379229114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a966c46b-69c9-47d0-9ab3-640c2682c9cb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.379295274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a966c46b-69c9-47d0-9ab3-640c2682c9cb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.386069888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"0d2c65e3-a146-4b4e-b7cb-5ea2646dd02a","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.396816015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3163ae6b-7147-4fe0-9681-fb435ecc1358","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.39682994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3163ae6b-7147-4fe0-9681-fb435ecc1358","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.469017848Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"0d2c65e3-a146-4b4e-b7cb-5ea2646dd02a","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.502139376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"0d2c65e3-a146-4b4e-b7cb-5ea2646dd02a","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.510530278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85e55f15-a7dd-4b85-bd2a-c8383696dc08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.52403095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3c92596-ff2b-47ef-8f34-c38196dc2d05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.524048049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3c92596-ff2b-47ef-8f34-c38196dc2d05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.565762205Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85e55f15-a7dd-4b85-bd2a-c8383696dc08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.586413598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85e55f15-a7dd-4b85-bd2a-c8383696dc08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.592065088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"512f65df-e4c9-4eb9-a3e0-f5117ebe31f9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.611227695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0d4c8b45-f4a4-4597-bd07-47cf3bda3712","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.611270876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0d4c8b45-f4a4-4597-bd07-47cf3bda3712","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.619529815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"512f65df-e4c9-4eb9-a3e0-f5117ebe31f9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.681342673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-944506-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"512f65df-e4c9-4eb9-a3e0-f5117ebe31f9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:49.85945794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"164436ee-fdaa-449f-87bf-ffa766e52fdf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:49.934411958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"97af91a8-7575-4d19-925a-2bae75153380","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:49.957206954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"7df1a77c-0c8d-4091-95de-4d4683f6a039","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:50.036881927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"e4aeb625-36e7-409e-b66c-51a6d210bc17","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:50.853665204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"9af0324e-7894-4485-9c11-0ccd5af717e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:50.8610599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"a193b9cf-ed05-4f04-824e-d006ca1e1a87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:50.878873521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"9af0324e-7894-4485-9c11-0ccd5af717e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:50.885968115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"a193b9cf-ed05-4f04-824e-d006ca1e1a87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:50.902103221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97570853176729f0ed9007e975df0f483acc7a1476bf39ab06ea6a0b2cea9d75) AuthConfig (3d8655cd17c2f081fc39342f0f041d614b08fa7df1d37ce0b9e522cdb286bef9) AuthConfig (84b1cc93849e8922960365bbf5102dc11924df146c225b649e63f47e476ad86f) AuthConfig (9a159477bab6056aebcc6fb82a4d157ad2ffa72ebcaf11aa24872bcb47a2ce01) AuthConfig (b56bd9643c36b2f7be0f3af3b027197cbb15eeb9971f3e01e957986af69febdf) AuthConfig (61a963bf54d8751e558d27d9949cd7da0d5f3f8cd9cb63c81d024fe52e85854c) AuthConfig (57b9cff1e325c60112b1059456a27f549c46fe769d1554f18463f9e5b0595a83) AuthConfig (63b8de1ed905dcc9f5b360bc386156ff2511b72831accb10bdc622ce2f4bd042) AuthConfig (a6af2fe67f1b732dc679dae800de984c1d1d10cd4a20da905dd7952a009ff347) AuthConfig (744c4ce846a6936812e54967c2fdb1d0b227eb6f3a6595fd4482dfda6756eab3) AuthConfig (8dde1c14f20960f2d0032f124578d129d21a6cbff881593fd6ad386f61b9cec7) AuthConfig (18e4f607bbb013e1f8bdef1a695dedf4d74884e0fed33bdf500d499b01cbf068) AuthConfig (923259057fdc427ad8c80da5a0890ee94b9aa854d6e037c89fe494bebb486c2a) AuthConfig (a70eafdf5dfddde477b1f4b8199181ff6ea9648122d5387ef6658e4c13300120) AuthConfig (ad1612d9a1a67aa4267012fb6f456b6fce3b1839cce2671130ca8dc74888dfcb) AuthConfig (9692ef4d99a8c6d60e83c5649b87ea98272d9d02dd80c1d4e9d81077fdd7dac3) AuthConfig (2603c9d9be6eaa9ec273e3bbb79b730c8d440a718aa2d7570eef51873406f55a) AuthConfig (05c6292dc5ba00cb5c27c9a32810ce359b03f6b0f9ef6fcdc8987638fe62df28) AuthConfig (e103bbb8c1b4cf5cb2717bcbcfc3306bf8986a52c76ebaddb1a179bc62c263c9) AuthConfig (be62889b11253d49df893ccc2de43b102aee9eb9175276a1a965334dc046c3c9) AuthConfig (7cd0aa171e5f589ec8def8686275c492360f1549e921e44b75119186865f82a6) AuthConfig (d9042e3b3adeef67b49651b9f358cd0a7fe99dd5d2f03c40c7cfea6b937a398a) AuthConfig (2780e67838cd169709e4133ef09975d308402d660c2af7c610af2d98af9cb8e4) AuthConfig (520284c8b937c6ebbc5ead7044b1a42be506f5f86f04d26dae45be024d265156) AuthConfig (e2ba7179715a9543c6f3b1bddc6443cd26a9b9a8db59508bae761ee1311d1392) AuthConfig (51c078cfe6d1b6cc1456315fd1a88f8db34f2f2e14f350aa391811450748e108) AuthConfig (02ef82a80bf9bc0474f09db2bd4c2fd118f20842e8969000cbefad65648976d4) AuthConfig (b4c4156ee300c1f0b8c0d6fa46a06c56d2bd5b9ab95330121a9b80cf0a71cc5d) AuthConfig (e8a9a3dcec299520edd69522f74c731c054e227b60d9ab3f8220f676b335319e) AuthConfig (79fc09d4f0f2954c20bcfd45495c27720653fe0622d55b563f9750a8eb39e0a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"9af0324e-7894-4485-9c11-0ccd5af717e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:50.910144724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97570853176729f0ed9007e975df0f483acc7a1476bf39ab06ea6a0b2cea9d75) AuthConfig (3d8655cd17c2f081fc39342f0f041d614b08fa7df1d37ce0b9e522cdb286bef9) AuthConfig (84b1cc93849e8922960365bbf5102dc11924df146c225b649e63f47e476ad86f) AuthConfig (9a159477bab6056aebcc6fb82a4d157ad2ffa72ebcaf11aa24872bcb47a2ce01) AuthConfig (b56bd9643c36b2f7be0f3af3b027197cbb15eeb9971f3e01e957986af69febdf) AuthConfig (61a963bf54d8751e558d27d9949cd7da0d5f3f8cd9cb63c81d024fe52e85854c) AuthConfig (57b9cff1e325c60112b1059456a27f549c46fe769d1554f18463f9e5b0595a83) AuthConfig (63b8de1ed905dcc9f5b360bc386156ff2511b72831accb10bdc622ce2f4bd042) AuthConfig (a6af2fe67f1b732dc679dae800de984c1d1d10cd4a20da905dd7952a009ff347) AuthConfig (744c4ce846a6936812e54967c2fdb1d0b227eb6f3a6595fd4482dfda6756eab3) AuthConfig (8dde1c14f20960f2d0032f124578d129d21a6cbff881593fd6ad386f61b9cec7) AuthConfig (18e4f607bbb013e1f8bdef1a695dedf4d74884e0fed33bdf500d499b01cbf068) AuthConfig (923259057fdc427ad8c80da5a0890ee94b9aa854d6e037c89fe494bebb486c2a) AuthConfig (a70eafdf5dfddde477b1f4b8199181ff6ea9648122d5387ef6658e4c13300120) AuthConfig (ad1612d9a1a67aa4267012fb6f456b6fce3b1839cce2671130ca8dc74888dfcb) AuthConfig (9692ef4d99a8c6d60e83c5649b87ea98272d9d02dd80c1d4e9d81077fdd7dac3) AuthConfig (2603c9d9be6eaa9ec273e3bbb79b730c8d440a718aa2d7570eef51873406f55a) AuthConfig (05c6292dc5ba00cb5c27c9a32810ce359b03f6b0f9ef6fcdc8987638fe62df28) AuthConfig (e103bbb8c1b4cf5cb2717bcbcfc3306bf8986a52c76ebaddb1a179bc62c263c9) AuthConfig (be62889b11253d49df893ccc2de43b102aee9eb9175276a1a965334dc046c3c9) AuthConfig (7cd0aa171e5f589ec8def8686275c492360f1549e921e44b75119186865f82a6) AuthConfig (d9042e3b3adeef67b49651b9f358cd0a7fe99dd5d2f03c40c7cfea6b937a398a) AuthConfig (2780e67838cd169709e4133ef09975d308402d660c2af7c610af2d98af9cb8e4) AuthConfig (520284c8b937c6ebbc5ead7044b1a42be506f5f86f04d26dae45be024d265156) AuthConfig (e2ba7179715a9543c6f3b1bddc6443cd26a9b9a8db59508bae761ee1311d1392) AuthConfig (51c078cfe6d1b6cc1456315fd1a88f8db34f2f2e14f350aa391811450748e108) AuthConfig (02ef82a80bf9bc0474f09db2bd4c2fd118f20842e8969000cbefad65648976d4) AuthConfig (b4c4156ee300c1f0b8c0d6fa46a06c56d2bd5b9ab95330121a9b80cf0a71cc5d) AuthConfig (e8a9a3dcec299520edd69522f74c731c054e227b60d9ab3f8220f676b335319e) AuthConfig (79fc09d4f0f2954c20bcfd45495c27720653fe0622d55b563f9750a8eb39e0a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"a193b9cf-ed05-4f04-824e-d006ca1e1a87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:50.927259912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"03985a4d-5cba-4405-857d-6187763ff03a","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:50.934905137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"acf1df48-81a9-4d7c-a67d-14181f19cffb","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:50.977669445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"3ee16c12-a28d-45d7-9880-7640cd186f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:50.983214911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"b4961dcd-63f8-4556-85ce-3e028bc040bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:51.00154892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"3ee16c12-a28d-45d7-9880-7640cd186f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:51.007850476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"b4961dcd-63f8-4556-85ce-3e028bc040bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:51.022078907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97570853176729f0ed9007e975df0f483acc7a1476bf39ab06ea6a0b2cea9d75) AuthConfig (3d8655cd17c2f081fc39342f0f041d614b08fa7df1d37ce0b9e522cdb286bef9) AuthConfig (84b1cc93849e8922960365bbf5102dc11924df146c225b649e63f47e476ad86f) AuthConfig (9a159477bab6056aebcc6fb82a4d157ad2ffa72ebcaf11aa24872bcb47a2ce01) AuthConfig (b56bd9643c36b2f7be0f3af3b027197cbb15eeb9971f3e01e957986af69febdf) AuthConfig (61a963bf54d8751e558d27d9949cd7da0d5f3f8cd9cb63c81d024fe52e85854c) AuthConfig (57b9cff1e325c60112b1059456a27f549c46fe769d1554f18463f9e5b0595a83) AuthConfig (63b8de1ed905dcc9f5b360bc386156ff2511b72831accb10bdc622ce2f4bd042) AuthConfig (a6af2fe67f1b732dc679dae800de984c1d1d10cd4a20da905dd7952a009ff347) AuthConfig (744c4ce846a6936812e54967c2fdb1d0b227eb6f3a6595fd4482dfda6756eab3) AuthConfig (8dde1c14f20960f2d0032f124578d129d21a6cbff881593fd6ad386f61b9cec7) AuthConfig (18e4f607bbb013e1f8bdef1a695dedf4d74884e0fed33bdf500d499b01cbf068) AuthConfig (923259057fdc427ad8c80da5a0890ee94b9aa854d6e037c89fe494bebb486c2a) AuthConfig (a70eafdf5dfddde477b1f4b8199181ff6ea9648122d5387ef6658e4c13300120) AuthConfig (ad1612d9a1a67aa4267012fb6f456b6fce3b1839cce2671130ca8dc74888dfcb) AuthConfig (9692ef4d99a8c6d60e83c5649b87ea98272d9d02dd80c1d4e9d81077fdd7dac3) AuthConfig (2603c9d9be6eaa9ec273e3bbb79b730c8d440a718aa2d7570eef51873406f55a) AuthConfig (05c6292dc5ba00cb5c27c9a32810ce359b03f6b0f9ef6fcdc8987638fe62df28) AuthConfig (e103bbb8c1b4cf5cb2717bcbcfc3306bf8986a52c76ebaddb1a179bc62c263c9) AuthConfig (be62889b11253d49df893ccc2de43b102aee9eb9175276a1a965334dc046c3c9) AuthConfig (7cd0aa171e5f589ec8def8686275c492360f1549e921e44b75119186865f82a6) AuthConfig (d9042e3b3adeef67b49651b9f358cd0a7fe99dd5d2f03c40c7cfea6b937a398a) AuthConfig (2780e67838cd169709e4133ef09975d308402d660c2af7c610af2d98af9cb8e4) AuthConfig (520284c8b937c6ebbc5ead7044b1a42be506f5f86f04d26dae45be024d265156) AuthConfig (e2ba7179715a9543c6f3b1bddc6443cd26a9b9a8db59508bae761ee1311d1392) AuthConfig (51c078cfe6d1b6cc1456315fd1a88f8db34f2f2e14f350aa391811450748e108) AuthConfig (02ef82a80bf9bc0474f09db2bd4c2fd118f20842e8969000cbefad65648976d4) AuthConfig (b4c4156ee300c1f0b8c0d6fa46a06c56d2bd5b9ab95330121a9b80cf0a71cc5d) AuthConfig (e8a9a3dcec299520edd69522f74c731c054e227b60d9ab3f8220f676b335319e) AuthConfig (79fc09d4f0f2954c20bcfd45495c27720653fe0622d55b563f9750a8eb39e0a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"3ee16c12-a28d-45d7-9880-7640cd186f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:51.028652927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97570853176729f0ed9007e975df0f483acc7a1476bf39ab06ea6a0b2cea9d75) AuthConfig (3d8655cd17c2f081fc39342f0f041d614b08fa7df1d37ce0b9e522cdb286bef9) AuthConfig (84b1cc93849e8922960365bbf5102dc11924df146c225b649e63f47e476ad86f) AuthConfig (9a159477bab6056aebcc6fb82a4d157ad2ffa72ebcaf11aa24872bcb47a2ce01) AuthConfig (b56bd9643c36b2f7be0f3af3b027197cbb15eeb9971f3e01e957986af69febdf) AuthConfig (61a963bf54d8751e558d27d9949cd7da0d5f3f8cd9cb63c81d024fe52e85854c) AuthConfig (57b9cff1e325c60112b1059456a27f549c46fe769d1554f18463f9e5b0595a83) AuthConfig (63b8de1ed905dcc9f5b360bc386156ff2511b72831accb10bdc622ce2f4bd042) AuthConfig (a6af2fe67f1b732dc679dae800de984c1d1d10cd4a20da905dd7952a009ff347) AuthConfig (744c4ce846a6936812e54967c2fdb1d0b227eb6f3a6595fd4482dfda6756eab3) AuthConfig (8dde1c14f20960f2d0032f124578d129d21a6cbff881593fd6ad386f61b9cec7) AuthConfig (18e4f607bbb013e1f8bdef1a695dedf4d74884e0fed33bdf500d499b01cbf068) AuthConfig (923259057fdc427ad8c80da5a0890ee94b9aa854d6e037c89fe494bebb486c2a) AuthConfig (a70eafdf5dfddde477b1f4b8199181ff6ea9648122d5387ef6658e4c13300120) AuthConfig (ad1612d9a1a67aa4267012fb6f456b6fce3b1839cce2671130ca8dc74888dfcb) AuthConfig (9692ef4d99a8c6d60e83c5649b87ea98272d9d02dd80c1d4e9d81077fdd7dac3) AuthConfig (2603c9d9be6eaa9ec273e3bbb79b730c8d440a718aa2d7570eef51873406f55a) AuthConfig (05c6292dc5ba00cb5c27c9a32810ce359b03f6b0f9ef6fcdc8987638fe62df28) AuthConfig (e103bbb8c1b4cf5cb2717bcbcfc3306bf8986a52c76ebaddb1a179bc62c263c9) AuthConfig (be62889b11253d49df893ccc2de43b102aee9eb9175276a1a965334dc046c3c9) AuthConfig (7cd0aa171e5f589ec8def8686275c492360f1549e921e44b75119186865f82a6) AuthConfig (d9042e3b3adeef67b49651b9f358cd0a7fe99dd5d2f03c40c7cfea6b937a398a) AuthConfig (2780e67838cd169709e4133ef09975d308402d660c2af7c610af2d98af9cb8e4) AuthConfig (520284c8b937c6ebbc5ead7044b1a42be506f5f86f04d26dae45be024d265156) AuthConfig (e2ba7179715a9543c6f3b1bddc6443cd26a9b9a8db59508bae761ee1311d1392) AuthConfig (51c078cfe6d1b6cc1456315fd1a88f8db34f2f2e14f350aa391811450748e108) AuthConfig (02ef82a80bf9bc0474f09db2bd4c2fd118f20842e8969000cbefad65648976d4) AuthConfig (b4c4156ee300c1f0b8c0d6fa46a06c56d2bd5b9ab95330121a9b80cf0a71cc5d) AuthConfig (e8a9a3dcec299520edd69522f74c731c054e227b60d9ab3f8220f676b335319e) AuthConfig (79fc09d4f0f2954c20bcfd45495c27720653fe0622d55b563f9750a8eb39e0a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"b4961dcd-63f8-4556-85ce-3e028bc040bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:58.449137299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d472ac41-0853-41ec-ba10-68400bfae16a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:58.471148711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d472ac41-0853-41ec-ba10-68400bfae16a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:58.496469759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d472ac41-0853-41ec-ba10-68400bfae16a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:58.518649065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"191184c8-1678-4604-9960-2dcdd4f37f0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:58.518667197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"191184c8-1678-4604-9960-2dcdd4f37f0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:58.562608231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"b4b1a6bd-eed4-4bf0-ba60-54b232e0eb3f","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:58.631459622Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"b4b1a6bd-eed4-4bf0-ba60-54b232e0eb3f","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:58.651261896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"b4b1a6bd-eed4-4bf0-ba60-54b232e0eb3f","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:58.678440063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1636612b-cf89-4192-88b6-148afda1c12c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:58.678460608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1636612b-cf89-4192-88b6-148afda1c12c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:58.683186092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"199c3672-3a0d-4898-8548-8138449d40f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:58.75131321Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"199c3672-3a0d-4898-8548-8138449d40f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:58.768200555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"27941010-c3ad-403b-b772-4678be98fd8c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:58.776489936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"199c3672-3a0d-4898-8548-8138449d40f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:58.794314937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"27941010-c3ad-403b-b772-4678be98fd8c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:58.800175394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9979bed6-ab3d-4609-8762-7ff97a94fa2c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:58.800191555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9979bed6-ab3d-4609-8762-7ff97a94fa2c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:58.814185847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-944506-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"27941010-c3ad-403b-b772-4678be98fd8c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:01.071278405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"48d54cc3-42e9-4b11-b070-d629422dd296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:01.094164114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"48d54cc3-42e9-4b11-b070-d629422dd296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:01.117414765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97570853176729f0ed9007e975df0f483acc7a1476bf39ab06ea6a0b2cea9d75) AuthConfig (3d8655cd17c2f081fc39342f0f041d614b08fa7df1d37ce0b9e522cdb286bef9) AuthConfig (84b1cc93849e8922960365bbf5102dc11924df146c225b649e63f47e476ad86f) AuthConfig (9a159477bab6056aebcc6fb82a4d157ad2ffa72ebcaf11aa24872bcb47a2ce01) AuthConfig (b56bd9643c36b2f7be0f3af3b027197cbb15eeb9971f3e01e957986af69febdf) AuthConfig (61a963bf54d8751e558d27d9949cd7da0d5f3f8cd9cb63c81d024fe52e85854c) AuthConfig (57b9cff1e325c60112b1059456a27f549c46fe769d1554f18463f9e5b0595a83) AuthConfig (63b8de1ed905dcc9f5b360bc386156ff2511b72831accb10bdc622ce2f4bd042) AuthConfig (a6af2fe67f1b732dc679dae800de984c1d1d10cd4a20da905dd7952a009ff347) AuthConfig (744c4ce846a6936812e54967c2fdb1d0b227eb6f3a6595fd4482dfda6756eab3) AuthConfig (8dde1c14f20960f2d0032f124578d129d21a6cbff881593fd6ad386f61b9cec7) AuthConfig (18e4f607bbb013e1f8bdef1a695dedf4d74884e0fed33bdf500d499b01cbf068) AuthConfig (923259057fdc427ad8c80da5a0890ee94b9aa854d6e037c89fe494bebb486c2a) AuthConfig (a70eafdf5dfddde477b1f4b8199181ff6ea9648122d5387ef6658e4c13300120) AuthConfig (ad1612d9a1a67aa4267012fb6f456b6fce3b1839cce2671130ca8dc74888dfcb) AuthConfig (9692ef4d99a8c6d60e83c5649b87ea98272d9d02dd80c1d4e9d81077fdd7dac3) AuthConfig (2603c9d9be6eaa9ec273e3bbb79b730c8d440a718aa2d7570eef51873406f55a) AuthConfig (05c6292dc5ba00cb5c27c9a32810ce359b03f6b0f9ef6fcdc8987638fe62df28) AuthConfig (e103bbb8c1b4cf5cb2717bcbcfc3306bf8986a52c76ebaddb1a179bc62c263c9) AuthConfig (be62889b11253d49df893ccc2de43b102aee9eb9175276a1a965334dc046c3c9) AuthConfig (7cd0aa171e5f589ec8def8686275c492360f1549e921e44b75119186865f82a6) AuthConfig (d9042e3b3adeef67b49651b9f358cd0a7fe99dd5d2f03c40c7cfea6b937a398a) AuthConfig (2780e67838cd169709e4133ef09975d308402d660c2af7c610af2d98af9cb8e4) AuthConfig (520284c8b937c6ebbc5ead7044b1a42be506f5f86f04d26dae45be024d265156) AuthConfig (e2ba7179715a9543c6f3b1bddc6443cd26a9b9a8db59508bae761ee1311d1392) AuthConfig (51c078cfe6d1b6cc1456315fd1a88f8db34f2f2e14f350aa391811450748e108) AuthConfig (02ef82a80bf9bc0474f09db2bd4c2fd118f20842e8969000cbefad65648976d4) AuthConfig (b4c4156ee300c1f0b8c0d6fa46a06c56d2bd5b9ab95330121a9b80cf0a71cc5d) AuthConfig (e8a9a3dcec299520edd69522f74c731c054e227b60d9ab3f8220f676b335319e) AuthConfig (79fc09d4f0f2954c20bcfd45495c27720653fe0622d55b563f9750a8eb39e0a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"48d54cc3-42e9-4b11-b070-d629422dd296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:01.17518728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"ec6d1dbc-4a03-4ce1-a578-0385676fd0ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:01.19917745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"ec6d1dbc-4a03-4ce1-a578-0385676fd0ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:01.220043782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f72bc6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97570853176729f0ed9007e975df0f483acc7a1476bf39ab06ea6a0b2cea9d75) AuthConfig (3d8655cd17c2f081fc39342f0f041d614b08fa7df1d37ce0b9e522cdb286bef9) AuthConfig (84b1cc93849e8922960365bbf5102dc11924df146c225b649e63f47e476ad86f) AuthConfig (9a159477bab6056aebcc6fb82a4d157ad2ffa72ebcaf11aa24872bcb47a2ce01) AuthConfig (b56bd9643c36b2f7be0f3af3b027197cbb15eeb9971f3e01e957986af69febdf) AuthConfig (61a963bf54d8751e558d27d9949cd7da0d5f3f8cd9cb63c81d024fe52e85854c) AuthConfig (57b9cff1e325c60112b1059456a27f549c46fe769d1554f18463f9e5b0595a83) AuthConfig (63b8de1ed905dcc9f5b360bc386156ff2511b72831accb10bdc622ce2f4bd042) AuthConfig (a6af2fe67f1b732dc679dae800de984c1d1d10cd4a20da905dd7952a009ff347) AuthConfig (744c4ce846a6936812e54967c2fdb1d0b227eb6f3a6595fd4482dfda6756eab3) AuthConfig (8dde1c14f20960f2d0032f124578d129d21a6cbff881593fd6ad386f61b9cec7) AuthConfig (18e4f607bbb013e1f8bdef1a695dedf4d74884e0fed33bdf500d499b01cbf068) AuthConfig (923259057fdc427ad8c80da5a0890ee94b9aa854d6e037c89fe494bebb486c2a) AuthConfig (a70eafdf5dfddde477b1f4b8199181ff6ea9648122d5387ef6658e4c13300120) AuthConfig (ad1612d9a1a67aa4267012fb6f456b6fce3b1839cce2671130ca8dc74888dfcb) AuthConfig (9692ef4d99a8c6d60e83c5649b87ea98272d9d02dd80c1d4e9d81077fdd7dac3) AuthConfig (2603c9d9be6eaa9ec273e3bbb79b730c8d440a718aa2d7570eef51873406f55a) AuthConfig (05c6292dc5ba00cb5c27c9a32810ce359b03f6b0f9ef6fcdc8987638fe62df28) AuthConfig (e103bbb8c1b4cf5cb2717bcbcfc3306bf8986a52c76ebaddb1a179bc62c263c9) AuthConfig (be62889b11253d49df893ccc2de43b102aee9eb9175276a1a965334dc046c3c9) AuthConfig (7cd0aa171e5f589ec8def8686275c492360f1549e921e44b75119186865f82a6) AuthConfig (d9042e3b3adeef67b49651b9f358cd0a7fe99dd5d2f03c40c7cfea6b937a398a) AuthConfig (2780e67838cd169709e4133ef09975d308402d660c2af7c610af2d98af9cb8e4) AuthConfig (520284c8b937c6ebbc5ead7044b1a42be506f5f86f04d26dae45be024d265156) AuthConfig (e2ba7179715a9543c6f3b1bddc6443cd26a9b9a8db59508bae761ee1311d1392) AuthConfig (51c078cfe6d1b6cc1456315fd1a88f8db34f2f2e14f350aa391811450748e108) AuthConfig (02ef82a80bf9bc0474f09db2bd4c2fd118f20842e8969000cbefad65648976d4) AuthConfig (b4c4156ee300c1f0b8c0d6fa46a06c56d2bd5b9ab95330121a9b80cf0a71cc5d) AuthConfig (e8a9a3dcec299520edd69522f74c731c054e227b60d9ab3f8220f676b335319e) AuthConfig (79fc09d4f0f2954c20bcfd45495c27720653fe0622d55b563f9750a8eb39e0a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"ec6d1dbc-4a03-4ce1-a578-0385676fd0ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:02.672611863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b107e0d1-d65a-4652-8d4e-071be25b6414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:02.688697041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b107e0d1-d65a-4652-8d4e-071be25b6414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:02.704530734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b107e0d1-d65a-4652-8d4e-071be25b6414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:02.720069832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b107e0d1-d65a-4652-8d4e-071be25b6414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:02.869373965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"f5339aea-42ee-4af6-af8c-34d1b90454d1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:02.890336404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"f5339aea-42ee-4af6-af8c-34d1b90454d1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:02.910831198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-944506-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15489759bcf2c930c8783ada975cc24fcacf1b18d82f96e2a0c329d913484cf1) AuthConfig (447a2921f1765eab69ef45e4ebe82a8d99e3b04c0d50f4ff5db61a83aa3acb7b) AuthConfig (6fb0edd3edd9daf86a663a4f05ba844d2f02f1b7728d51f91946149869f4ea11) AuthConfig (7c923ee31247d7a72fd419727baf4f3a5b9e924620ae2e2bd27f0f3a79cdbe6f) AuthConfig (ae8d655dfdb8ed297a035a410bc8a9acdd7c2eab3a4881fd418f08b88e2ec681) AuthConfig (91f96b6daa9761f58028c6620d2bc15bab636f2b7c159637eb9b7e090b08427d) AuthConfig (9e292506b48899ec9aa920e844a73033970f18d649f4759c0785b3d2e16608e5) AuthConfig (2e63972cfdfd2061f0f252ec2d0427aa005a7b39e150b2f7dbd94b1b6c8a48e1) AuthConfig (291e29c03f7a63865bda73af6043bc28d086ddab813f2890af6099fffe0fb9a5) AuthConfig (5239ad61aedab9bef67320520cb1c06eeb2123b8494576d549269f7413dc752e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"f5339aea-42ee-4af6-af8c-34d1b90454d1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:02.991832609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"54014a56-bea8-46dc-b8e3-a7f6c77b4117","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:02.991856036Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"54014a56-bea8-46dc-b8e3-a7f6c77b4117","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cmp-legacy-af7e90","externalModel":"e2e-cmp-legacy-af7e90","provider":"e2e-cmp-legacy-af7e90-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:03.435726952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16aef3e-128c-46a8-accb-4e5aeb089604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:03.451245832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16aef3e-128c-46a8-accb-4e5aeb089604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:03.466667793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16aef3e-128c-46a8-accb-4e5aeb089604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:03.482976564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16aef3e-128c-46a8-accb-4e5aeb089604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:06.104534891Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:07.463874306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65c32fc2-de5b-416b-a128-96559e50d28b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:07.463893897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65c32fc2-de5b-416b-a128-96559e50d28b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:07.484226555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"950c8778-68de-4023-9869-9b959a66f585","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:07.484241874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"950c8778-68de-4023-9869-9b959a66f585","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:07.518609358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"808b6210-c350-4b39-a618-7d3bb4537bbe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d0c9b9","tenantID":"e2e-api-a-d0c9b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:07.574556224Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"808b6210-c350-4b39-a618-7d3bb4537bbe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"name":"e2e-api-a-d0c9b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:07.594322105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d0c9b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"808b6210-c350-4b39-a618-7d3bb4537bbe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:07.615399575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28ca8ed4-a425-46a7-8f05-461670eb8ba0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:07.615414807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28ca8ed4-a425-46a7-8f05-461670eb8ba0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.276673551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35edfcb4-d751-41cf-bcba-0a4c3522b621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.292678086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35edfcb4-d751-41cf-bcba-0a4c3522b621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.308421661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35edfcb4-d751-41cf-bcba-0a4c3522b621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.324596162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35edfcb4-d751-41cf-bcba-0a4c3522b621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.566519933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1fad440-2299-4d8f-bb34-87aacb55b686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.59035385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1fad440-2299-4d8f-bb34-87aacb55b686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.619747615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1fad440-2299-4d8f-bb34-87aacb55b686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.675279511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b0ba125-b2ac-4ba2-a5a2-96f7c6211008","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.675501569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b0ba125-b2ac-4ba2-a5a2-96f7c6211008","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.74708748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"31cdde53-8190-41dc-af96-692b79a47829","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.810400996Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"31cdde53-8190-41dc-af96-692b79a47829","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.875583396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"31cdde53-8190-41dc-af96-692b79a47829","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.895608697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46749103-4611-4942-b106-b00f11cae3d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.895636879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46749103-4611-4942-b106-b00f11cae3d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.905988162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edd95c6d-88ca-4eef-9999-301fb03f439b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.96127814Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edd95c6d-88ca-4eef-9999-301fb03f439b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.981834525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edd95c6d-88ca-4eef-9999-301fb03f439b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.004745842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a334f3a9-0b7f-4fa0-8bd1-8abcc1a190ce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.004769822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a334f3a9-0b7f-4fa0-8bd1-8abcc1a190ce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.07461675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e408d4d-1412-4425-814c-64c99075aea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.091931885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e408d4d-1412-4425-814c-64c99075aea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.108251226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e408d4d-1412-4425-814c-64c99075aea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.12488133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e408d4d-1412-4425-814c-64c99075aea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:10.967275576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b7bb1ca-d15c-4de0-8081-a4ff10eff070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:10.982720297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b7bb1ca-d15c-4de0-8081-a4ff10eff070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:10.998020303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b7bb1ca-d15c-4de0-8081-a4ff10eff070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:11.014131777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b7bb1ca-d15c-4de0-8081-a4ff10eff070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:11.168901391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"8d5344eb-fa40-46f8-8dff-e33412090a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:11.192426862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"8d5344eb-fa40-46f8-8dff-e33412090a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:11.268016375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"a84389f9-4ea4-4b7e-8b79-7107955da85c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:11.289818454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"a84389f9-4ea4-4b7e-8b79-7107955da85c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:11.364635702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"16a3757c-7fb5-403e-9df9-e49e17d2dd5d","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:11.479435624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"849fca6c-756a-481d-963d-7563c39e4a76","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:11.668993813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a587bac2-699c-4152-b6e6-2e0c647e79a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:11.684324029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a587bac2-699c-4152-b6e6-2e0c647e79a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:11.699789413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a587bac2-699c-4152-b6e6-2e0c647e79a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:11.715143618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a587bac2-699c-4152-b6e6-2e0c647e79a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:11.829676138Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-928a7a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-928a7a","reconcileID":"8a219a8f-f1bb-46ca-9d67-cfcfa61c5ff3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-928a7a","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-928a7a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:12.457353008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5977bd74-fdd2-4ba8-a4c1-b3ef6cece6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:12.473523049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5977bd74-fdd2-4ba8-a4c1-b3ef6cece6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:12.489989599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5977bd74-fdd2-4ba8-a4c1-b3ef6cece6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:12.506155991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5977bd74-fdd2-4ba8-a4c1-b3ef6cece6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:13.002067257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"220dfe22-571e-49f8-872b-e5edb80bd1ca","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:13.02328033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"220dfe22-571e-49f8-872b-e5edb80bd1ca","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:13.048406022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-944506-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15489759bcf2c930c8783ada975cc24fcacf1b18d82f96e2a0c329d913484cf1) AuthConfig (447a2921f1765eab69ef45e4ebe82a8d99e3b04c0d50f4ff5db61a83aa3acb7b) AuthConfig (6fb0edd3edd9daf86a663a4f05ba844d2f02f1b7728d51f91946149869f4ea11) AuthConfig (7c923ee31247d7a72fd419727baf4f3a5b9e924620ae2e2bd27f0f3a79cdbe6f) AuthConfig (ae8d655dfdb8ed297a035a410bc8a9acdd7c2eab3a4881fd418f08b88e2ec681) AuthConfig (91f96b6daa9761f58028c6620d2bc15bab636f2b7c159637eb9b7e090b08427d) AuthConfig (9e292506b48899ec9aa920e844a73033970f18d649f4759c0785b3d2e16608e5) AuthConfig (2e63972cfdfd2061f0f252ec2d0427aa005a7b39e150b2f7dbd94b1b6c8a48e1) AuthConfig (291e29c03f7a63865bda73af6043bc28d086ddab813f2890af6099fffe0fb9a5) AuthConfig (5239ad61aedab9bef67320520cb1c06eeb2123b8494576d549269f7413dc752e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"220dfe22-571e-49f8-872b-e5edb80bd1ca","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:13.155617672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0d275b-6842-4b62-9593-1a5cd883f56c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:13.176417795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0d275b-6842-4b62-9593-1a5cd883f56c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:13.192113366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0d275b-6842-4b62-9593-1a5cd883f56c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:13.20792257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0d275b-6842-4b62-9593-1a5cd883f56c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:17.651599636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"85b89416-345d-48aa-91a5-82b4692b7b5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d0c9b9","tenantID":"e2e-api-a-d0c9b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:17.674354221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"85b89416-345d-48aa-91a5-82b4692b7b5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"name":"e2e-api-a-d0c9b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:17.697621224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d0c9b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23b56bbb6239c3ef4a80bce926dcc4e1cdea58d1fb6db5782e90f2605f8cd8f6) AuthConfig (38e524cec67513d9d79377376e1ddab4f237769d7aba94b514f213d8adf21898) AuthConfig (3906773c3009c3a0d36fd4804f6bc74194146dc0087a6db75ee1f95ad84084a4) AuthConfig (a11f57e1b3da0377f9d5995a90da81b86f670967b824f8db5eca3d134b3fb000) AuthConfig (b6debb1e94b3f217e17929e96bc12ce3d85638909407477176b50c11dc3486d0) AuthConfig (8ef4bdd73961e8dbcf3d8beabaf6d4e27c92b678cb717a7387a5acb249d8f612)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"85b89416-345d-48aa-91a5-82b4692b7b5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:17.724083157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cad329f-abb8-4b27-9f4c-471e7abe17f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:17.724100881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cad329f-abb8-4b27-9f4c-471e7abe17f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.074377424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d274b7e-3c06-4f9d-874f-f7e6543e0466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.090348892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d274b7e-3c06-4f9d-874f-f7e6543e0466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.105953491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d274b7e-3c06-4f9d-874f-f7e6543e0466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.121518151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d274b7e-3c06-4f9d-874f-f7e6543e0466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.709247887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcb1ff6e-3531-4346-abfa-9fa3c9c19ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.734883908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcb1ff6e-3531-4346-abfa-9fa3c9c19ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.754877636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcb1ff6e-3531-4346-abfa-9fa3c9c19ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.775601931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4092ea54-5b6f-4fdb-95ea-479f81db7b6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.775684706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4092ea54-5b6f-4fdb-95ea-479f81db7b6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.800820265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d99cb4c-70f2-4e17-8206-36facc5f42b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.81735692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d99cb4c-70f2-4e17-8206-36facc5f42b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.833154253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d99cb4c-70f2-4e17-8206-36facc5f42b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.849947578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d99cb4c-70f2-4e17-8206-36facc5f42b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.90790348Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-778b2bce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-778b2bce","reconcileID":"99b932ea-b6aa-488e-9180-fde2ab690ed2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-778b2bce","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-778b2bce":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.9363505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"78c10cdb-ea53-488f-b260-1692aefdef8c","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.997457314Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"78c10cdb-ea53-488f-b260-1692aefdef8c","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:19.017553944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"78c10cdb-ea53-488f-b260-1692aefdef8c","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:19.041601328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3cd863a-f970-405d-ab98-420821ef36bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:19.04161994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3cd863a-f970-405d-ab98-420821ef36bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:19.065183002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff036a4f-ad7b-4af6-a16d-c790551b02ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:19.121950593Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff036a4f-ad7b-4af6-a16d-c790551b02ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:19.141760043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff036a4f-ad7b-4af6-a16d-c790551b02ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:19.164529402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6c5207b2-8e43-4429-a2f9-5d7249edd053","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:19.164555663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6c5207b2-8e43-4429-a2f9-5d7249edd053","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:19.594338624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b162c44-f256-4e17-9322-aa6408677549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:19.610617544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b162c44-f256-4e17-9322-aa6408677549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:19.626392525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b162c44-f256-4e17-9322-aa6408677549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:19.683321738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b162c44-f256-4e17-9322-aa6408677549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:20.435866555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a09ad8-711c-41c8-8538-ebe35c38b31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:20.451197505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a09ad8-711c-41c8-8538-ebe35c38b31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:20.466704025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a09ad8-711c-41c8-8538-ebe35c38b31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:20.484746295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a09ad8-711c-41c8-8538-ebe35c38b31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:21.1637273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebe1f2f-1153-4d15-8c56-0cf64546b517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:21.179843412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebe1f2f-1153-4d15-8c56-0cf64546b517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:21.196527134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebe1f2f-1153-4d15-8c56-0cf64546b517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:21.212122113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebe1f2f-1153-4d15-8c56-0cf64546b517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:21.846083071Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","namespace":"ai-tenant-e2e-explicit-5a4525","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:21.846142703Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","namespace":"ai-tenant-e2e-explicit-5a4525","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:21.846192232Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","tenant":"e2e-explicit-5a4525","tenantID":"e2e-explicit-5a4525","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:21.865022717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"Deployment","name":"maas-api-e2e-explicit-5a4525","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:21.900922284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"Service","name":"maas-api-e2e-explicit-5a4525","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:21.92320078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-5a4525","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:21.946394237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-5a4525","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:21.969936705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-5a4525","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:21.988213625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-5a4525","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:22.009754816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-5a4525","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:22.030046051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-5a4525","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:22.045941056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"Deployment","name":"payload-processing-e2e-explicit-5a4525","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:22.061410288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-5a4525","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:22.076957881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"Service","name":"payload-processing-e2e-explicit-5a4525","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:22.09268122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"Service","name":"payload-pre-processing-e2e-explicit-5a4525","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:22.108272561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-5a4525","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:22.12369082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-5a4525","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:22.143690419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-5a4525","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:22.167207536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-5a4525","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:22.192450186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-5a4525","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:22.209640502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-5a4525","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:22.228444716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-5a4525","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:22.244069868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5a4525"},"namespace":"ai-tenant-e2e-explicit-5a4525","name":"default-tenant","reconcileID":"1c713e37-8ee8-49c7-b307-617deeabef62","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-5a4525","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.082302673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"b904008c-214f-489b-bc7e-6ce933037952","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.103380193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"b904008c-214f-489b-bc7e-6ce933037952","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.306054102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"06c7ea5d-79fe-4971-a9e9-b56a40ca52ae","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.306075Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"06c7ea5d-79fe-4971-a9e9-b56a40ca52ae","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cmp-legacy-af7e90","externalModel":"e2e-cmp-legacy-af7e90","provider":"e2e-cmp-legacy-af7e90-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:24.782079708Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-5a4525","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-5a4525","reconcileID":"3e0f4e39-56b5-40fe-b26c-becf8bd3e4e6","aitenant":"ai-tenants/e2e-explicit-5a4525","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:24.998353414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"fc440f61-7585-4e7b-b25e-06652b364eba","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:24.998374355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"fc440f61-7585-4e7b-b25e-06652b364eba","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cmp-legacy-af7e90","externalModel":"e2e-cmp-legacy-af7e90","provider":"e2e-cmp-legacy-af7e90-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.005806688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7051675-2d31-4676-b169-e63f3c649d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.024107839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7051675-2d31-4676-b169-e63f3c649d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.024316887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"67a2f9ff-cc43-482b-a62b-a5756c7c0a92","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.041017773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7051675-2d31-4676-b169-e63f3c649d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.057586795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7051675-2d31-4676-b169-e63f3c649d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:25.061503372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-af7e90-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-sub","reconcileID":"23080bba-86a6-46cd-ba53-6258676c18cb","error":"failed to persist rateLimitIdentity: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-af7e90-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.062393495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"67a2f9ff-cc43-482b-a62b-a5756c7c0a92","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.067675448Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-5a4525","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-5a4525","reconcileID":"3e0f4e39-56b5-40fe-b26c-becf8bd3e4e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-5a4525","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-5a4525"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.095249592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"461d31d0-527d-483f-84f2-a8011c9919ea","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.113018575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"99182dd1-9e04-4404-b2ba-118206e8760c","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.113036322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"99182dd1-9e04-4404-b2ba-118206e8760c","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cmp-legacy-af7e90","externalModel":"e2e-cmp-legacy-af7e90","provider":"e2e-cmp-legacy-af7e90-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.1480041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"545b445f-8d27-4e0c-b15a-192f285feee7","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.148056743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"545b445f-8d27-4e0c-b15a-192f285feee7","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cmp-legacy-af7e90","externalModel":"e2e-cmp-legacy-af7e90","provider":"e2e-cmp-legacy-af7e90-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.190206126Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-af7e90-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-sub","reconcileID":"07757649-c117-4c02-ae1d-2bbe565e554b","MaaSSubscription":{"name":"e2e-cmp-legacy-af7e90-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cmp-legacy-af7e90","model":"e2e-cmp-legacy-af7e90","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.247724398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"9cce4c56-0e1b-452d-bd9f-c3f7117da4fc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.269114487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"9cce4c56-0e1b-452d-bd9f-c3f7117da4fc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.286196632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"927d43c8-9494-444c-b97b-c442abfd2532","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.286216913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"927d43c8-9494-444c-b97b-c442abfd2532","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cmp-legacy-af7e90","externalModel":"e2e-cmp-legacy-af7e90","provider":"e2e-cmp-legacy-af7e90-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.353945421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-af7e90-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-sub","reconcileID":"7920b0f5-866f-4dee-8f61-0ce3e58789a0","MaaSSubscription":{"name":"e2e-cmp-legacy-af7e90-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cmp-legacy-af7e90","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.746705679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6afab54-0451-4d60-a241-c1fa526eac48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.772702003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6afab54-0451-4d60-a241-c1fa526eac48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.79303244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6afab54-0451-4d60-a241-c1fa526eac48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:25.819742981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6afab54-0451-4d60-a241-c1fa526eac48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:26.509341312Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"7afdc415-f073-4428-a227-d2e53a14a040","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:26.509490667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"333b2114-f90e-400a-b89e-c7c852df2661","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:26.509512941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"333b2114-f90e-400a-b89e-c7c852df2661","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:26.652314455Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-policy-00e1c624","reconcileID":"7afdc415-f073-4428-a227-d2e53a14a040","MaaSAuthPolicy":{"name":"e2e-shared-policy-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"policyNamespace":"ai-tenant-e2e-mt-f87835d8","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:26.680289939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"219df4d4-3094-4be5-a917-7d81964cdd47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:26.680311696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"219df4d4-3094-4be5-a917-7d81964cdd47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:26.834170024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11d35f29-a540-456a-9625-eff399422e18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:26.834199576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11d35f29-a540-456a-9625-eff399422e18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:27.770663135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"41c2f93f-5e4f-4fc3-acea-12f5a9a25b91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d0c9b9","tenantID":"e2e-api-a-d0c9b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:27.798892675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"41c2f93f-5e4f-4fc3-acea-12f5a9a25b91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"name":"e2e-api-a-d0c9b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:27.820549511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d0c9b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23b56bbb6239c3ef4a80bce926dcc4e1cdea58d1fb6db5782e90f2605f8cd8f6) AuthConfig (38e524cec67513d9d79377376e1ddab4f237769d7aba94b514f213d8adf21898) AuthConfig (3906773c3009c3a0d36fd4804f6bc74194146dc0087a6db75ee1f95ad84084a4) AuthConfig (a11f57e1b3da0377f9d5995a90da81b86f670967b824f8db5eca3d134b3fb000) AuthConfig (b6debb1e94b3f217e17929e96bc12ce3d85638909407477176b50c11dc3486d0) AuthConfig (8ef4bdd73961e8dbcf3d8beabaf6d4e27c92b678cb717a7387a5acb249d8f612)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"41c2f93f-5e4f-4fc3-acea-12f5a9a25b91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:28.834928863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"261c78b9-2141-46b8-95f7-9485943caa3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:28.858405675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"261c78b9-2141-46b8-95f7-9485943caa3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:28.883220694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"261c78b9-2141-46b8-95f7-9485943caa3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:28.904949739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f569c0c-6d1f-4bcd-b7fd-538f873d3028","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:28.904973502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f569c0c-6d1f-4bcd-b7fd-538f873d3028","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:29.214216991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bac2a399-5997-4b9b-a850-476e9a12ba98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:29.236559351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bac2a399-5997-4b9b-a850-476e9a12ba98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:29.262078129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bac2a399-5997-4b9b-a850-476e9a12ba98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:34.234643209Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-53f37e","namespace":"ai-tenant-e2e-noten-53f37e"},"namespace":"ai-tenant-e2e-noten-53f37e","name":"noten-model-53f37e","reconcileID":"2b031058-80c5-4b96-9aeb-02caa458e5a0","MaaSModelRef":{"name":"noten-model-53f37e","namespace":"ai-tenant-e2e-noten-53f37e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-53f37e/noten-model-53f37e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-53f37e/noten-model-53f37e-kserve-route (gateways: [openshift-ingress/e2e-noten-53f37e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:34.254057191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-53f37e","namespace":"ai-tenant-e2e-noten-53f37e"},"namespace":"ai-tenant-e2e-noten-53f37e","name":"noten-model-53f37e","reconcileID":"2b031058-80c5-4b96-9aeb-02caa458e5a0","error":"resolve tenant gateway for model ai-tenant-e2e-noten-53f37e/noten-model-53f37e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-53f37e/noten-model-53f37e-kserve-route (gateways: [openshift-ingress/e2e-noten-53f37e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:34.259613736Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-53f37e","namespace":"ai-tenant-e2e-noten-53f37e"},"namespace":"ai-tenant-e2e-noten-53f37e","name":"noten-model-53f37e","reconcileID":"a328e12d-8dfb-4277-aac8-464579bc7cc6","MaaSModelRef":{"name":"noten-model-53f37e","namespace":"ai-tenant-e2e-noten-53f37e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-53f37e/noten-model-53f37e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-53f37e/noten-model-53f37e-kserve-route (gateways: [openshift-ingress/e2e-noten-53f37e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:34.259662183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-53f37e","namespace":"ai-tenant-e2e-noten-53f37e"},"namespace":"ai-tenant-e2e-noten-53f37e","name":"noten-model-53f37e","reconcileID":"a328e12d-8dfb-4277-aac8-464579bc7cc6","error":"resolve tenant gateway for model ai-tenant-e2e-noten-53f37e/noten-model-53f37e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-53f37e/noten-model-53f37e-kserve-route (gateways: [openshift-ingress/e2e-noten-53f37e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:34.269983041Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-53f37e","namespace":"ai-tenant-e2e-noten-53f37e"},"namespace":"ai-tenant-e2e-noten-53f37e","name":"noten-model-53f37e","reconcileID":"8d643035-2712-4a43-8b21-6f2474789c0b","MaaSModelRef":{"name":"noten-model-53f37e","namespace":"ai-tenant-e2e-noten-53f37e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-53f37e/noten-model-53f37e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-53f37e/noten-model-53f37e-kserve-route (gateways: [openshift-ingress/e2e-noten-53f37e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:34.270131921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-53f37e","namespace":"ai-tenant-e2e-noten-53f37e"},"namespace":"ai-tenant-e2e-noten-53f37e","name":"noten-model-53f37e","reconcileID":"8d643035-2712-4a43-8b21-6f2474789c0b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-53f37e/noten-model-53f37e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-53f37e/noten-model-53f37e-kserve-route (gateways: [openshift-ingress/e2e-noten-53f37e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:34.290559636Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-53f37e","namespace":"ai-tenant-e2e-noten-53f37e"},"namespace":"ai-tenant-e2e-noten-53f37e","name":"noten-model-53f37e","reconcileID":"227a3802-0b20-489c-a1ae-e07982172c95","MaaSModelRef":{"name":"noten-model-53f37e","namespace":"ai-tenant-e2e-noten-53f37e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-53f37e/noten-model-53f37e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-53f37e/noten-model-53f37e-kserve-route (gateways: [openshift-ingress/e2e-noten-53f37e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:34.29062674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-53f37e","namespace":"ai-tenant-e2e-noten-53f37e"},"namespace":"ai-tenant-e2e-noten-53f37e","name":"noten-model-53f37e","reconcileID":"227a3802-0b20-489c-a1ae-e07982172c95","error":"resolve tenant gateway for model ai-tenant-e2e-noten-53f37e/noten-model-53f37e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-53f37e/noten-model-53f37e-kserve-route (gateways: [openshift-ingress/e2e-noten-53f37e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:34.331734284Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-53f37e","namespace":"ai-tenant-e2e-noten-53f37e"},"namespace":"ai-tenant-e2e-noten-53f37e","name":"noten-model-53f37e","reconcileID":"d9e2a2a2-c96a-47c0-9eca-a8970fa0a144","MaaSModelRef":{"name":"noten-model-53f37e","namespace":"ai-tenant-e2e-noten-53f37e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-53f37e/noten-model-53f37e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-53f37e/noten-model-53f37e-kserve-route (gateways: [openshift-ingress/e2e-noten-53f37e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:34.33182683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-53f37e","namespace":"ai-tenant-e2e-noten-53f37e"},"namespace":"ai-tenant-e2e-noten-53f37e","name":"noten-model-53f37e","reconcileID":"d9e2a2a2-c96a-47c0-9eca-a8970fa0a144","error":"resolve tenant gateway for model ai-tenant-e2e-noten-53f37e/noten-model-53f37e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-53f37e/noten-model-53f37e-kserve-route (gateways: [openshift-ingress/e2e-noten-53f37e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:34.412075531Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-53f37e","namespace":"ai-tenant-e2e-noten-53f37e"},"namespace":"ai-tenant-e2e-noten-53f37e","name":"noten-model-53f37e","reconcileID":"beaada50-1c1c-40d9-8c96-171977bdcc51","MaaSModelRef":{"name":"noten-model-53f37e","namespace":"ai-tenant-e2e-noten-53f37e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-53f37e/noten-model-53f37e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-53f37e/noten-model-53f37e-kserve-route (gateways: [openshift-ingress/e2e-noten-53f37e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:34.412140853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-53f37e","namespace":"ai-tenant-e2e-noten-53f37e"},"namespace":"ai-tenant-e2e-noten-53f37e","name":"noten-model-53f37e","reconcileID":"beaada50-1c1c-40d9-8c96-171977bdcc51","error":"resolve tenant gateway for model ai-tenant-e2e-noten-53f37e/noten-model-53f37e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-53f37e/noten-model-53f37e-kserve-route (gateways: [openshift-ingress/e2e-noten-53f37e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:36.110569744Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:36.898537536Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-sub-00e1c624","reconcileID":"bdc92746-8fa9-45c5-8510-8b77adedcbe5","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-00e1c624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:36.971363876Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"namespace":"ai-tenant-e2e-mt-f87835d8","name":"e2e-shared-sub-00e1c624","reconcileID":"bdc92746-8fa9-45c5-8510-8b77adedcbe5","MaaSSubscription":{"name":"e2e-shared-sub-00e1c624","namespace":"ai-tenant-e2e-mt-f87835d8"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.042119435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"996a5f3f-5620-4633-9277-d31c5b7cd524","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.047259412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5955dace-3157-443e-b19c-bf7e5a6a75c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.047276009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5955dace-3157-443e-b19c-bf7e5a6a75c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.852549011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"5df5b8cb-68b6-44bc-8f13-266f391feb22","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d0c9b9","tenantID":"e2e-api-a-d0c9b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.873524245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"5df5b8cb-68b6-44bc-8f13-266f391feb22","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"name":"e2e-api-a-d0c9b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.895626794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d0c9b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23b56bbb6239c3ef4a80bce926dcc4e1cdea58d1fb6db5782e90f2605f8cd8f6) AuthConfig (38e524cec67513d9d79377376e1ddab4f237769d7aba94b514f213d8adf21898) AuthConfig (3906773c3009c3a0d36fd4804f6bc74194146dc0087a6db75ee1f95ad84084a4) AuthConfig (a11f57e1b3da0377f9d5995a90da81b86f670967b824f8db5eca3d134b3fb000) AuthConfig (b6debb1e94b3f217e17929e96bc12ce3d85638909407477176b50c11dc3486d0) AuthConfig (8ef4bdd73961e8dbcf3d8beabaf6d4e27c92b678cb717a7387a5acb249d8f612)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"5df5b8cb-68b6-44bc-8f13-266f391feb22","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:38.960493217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b340b20-fb3d-4a77-b036-93a862a4b4d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:38.981898788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b340b20-fb3d-4a77-b036-93a862a4b4d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:39.001509958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b340b20-fb3d-4a77-b036-93a862a4b4d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:39.310625684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35679bca-7e0c-4e50-88ee-3c01e15f3ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:39.331568928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35679bca-7e0c-4e50-88ee-3c01e15f3ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:39.350941601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35679bca-7e0c-4e50-88ee-3c01e15f3ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:40.478637368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-af7e90-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-sub","reconcileID":"fbcfe589-7e6c-4982-a41f-73ba7ffab3f1","MaaSSubscription":{"name":"e2e-cmp-legacy-af7e90-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cmp-legacy-af7e90","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:40.5690274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"d7ade6e6-7c8d-428a-b4ae-366f332a6def","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:40.569051313Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"d7ade6e6-7c8d-428a-b4ae-366f332a6def","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cmp-legacy-af7e90","externalModel":"e2e-cmp-legacy-af7e90","provider":"e2e-cmp-legacy-af7e90-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:41.008420591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"bbd0b1c7-a812-44dd-b8e2-430642dbf344","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:41.029089294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"bbd0b1c7-a812-44dd-b8e2-430642dbf344","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.342954697Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"390d943d-3398-4178-a7bc-6d09472c91b9","namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.359116104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"b876dc43-ae04-47b7-8945-ab0d24bc2ee5","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.359137696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"b876dc43-ae04-47b7-8945-ab0d24bc2ee5","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cmp-legacy-af7e90","externalModel":"e2e-cmp-legacy-af7e90","provider":"e2e-cmp-legacy-af7e90-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.374993515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"231888eb-a44b-4dc7-a484-0cf23115a703","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d0c9b9","tenantID":"e2e-api-a-d0c9b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.389847057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"c20a56ce-5780-4b0c-9873-80f497fcd7ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.389895908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94c25d72-269b-475c-b175-1be721e2776a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.390522585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"e2abdbbd-ed56-48cf-be96-28255ee1110c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.390606028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c8043b5-5f1b-47c0-ab78-200b1f861817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.395895362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"231888eb-a44b-4dc7-a484-0cf23115a703","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"name":"e2e-api-a-d0c9b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.410827494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94c25d72-269b-475c-b175-1be721e2776a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.410946031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"c20a56ce-5780-4b0c-9873-80f497fcd7ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.413167863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"e2abdbbd-ed56-48cf-be96-28255ee1110c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.413302449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c8043b5-5f1b-47c0-ab78-200b1f861817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.479830665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0d0f0ff-5a55-46c3-9a11-ae9ded5d0707","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.479845177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0d0f0ff-5a55-46c3-9a11-ae9ded5d0707","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.513194902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"dbfd1f45-5659-4cc3-a522-c3bb349b51ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.513340162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"8115d91e-1451-4987-a095-02102cec4c12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.513981769Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"eddb655b-9564-4329-9647-b69acf079d54","namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.530545295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"e0f314dd-0c80-4286-9191-1dc5c5eb50eb","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.530563481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"e0f314dd-0c80-4286-9191-1dc5c5eb50eb","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cmp-legacy-af7e90","externalModel":"e2e-cmp-legacy-af7e90","provider":"e2e-cmp-legacy-af7e90-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.535405656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"dbfd1f45-5659-4cc3-a522-c3bb349b51ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.535440524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"8115d91e-1451-4987-a095-02102cec4c12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.545256293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b28a93c8-5c9b-4289-8376-2ca483304102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.562272002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a469722c-c437-46fa-893f-8beb8d87af43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.56228608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a469722c-c437-46fa-893f-8beb8d87af43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.564568187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49575cee-958e-4497-8842-ebb7f1e3226c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.564582601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49575cee-958e-4497-8842-ebb7f1e3226c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.566891832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b28a93c8-5c9b-4289-8376-2ca483304102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.589297446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"c1a7fded-da3a-4bab-b8d8-f17ac10bcd78","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-928a7a","tenantID":"e2e-api-b-928a7a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.60824432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"0874fbf5-6e05-4c68-a6c5-f818f043f47d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.610665918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"97244307-1b6c-4226-8db2-098e7ab403da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.629603073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"0874fbf5-6e05-4c68-a6c5-f818f043f47d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.63205642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"97244307-1b6c-4226-8db2-098e7ab403da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.63746845Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"c1a7fded-da3a-4bab-b8d8-f17ac10bcd78","name":"e2e-api-b-928a7a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.707697883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"090c0a14-a488-485f-bcc0-7cc5b50d530e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.708278702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"fb249dbc-a21d-4440-bf1b-3beea745bc97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.708653842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"53b7df3d-b173-4cfc-9518-565eccfdd5d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.780663495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"090c0a14-a488-485f-bcc0-7cc5b50d530e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.780805698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"53b7df3d-b173-4cfc-9518-565eccfdd5d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.782002074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"fb249dbc-a21d-4440-bf1b-3beea745bc97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.835914905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"b6eb373a-e870-44eb-a885-5c76d153c9f0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.85308948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acc83b18-38e2-49b4-aae2-deee48521e17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.871241324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"b6eb373a-e870-44eb-a885-5c76d153c9f0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.878034858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acc83b18-38e2-49b4-aae2-deee48521e17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.950625259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"e3d197ec-59d8-47fb-aa4a-9f6dd0276fcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.950748996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"2f54ba76-dc9f-49f7-bbd0-536d9b598f83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.951086099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"bfbdba48-489d-463c-9bef-9def2146ac44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.972515076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"2f54ba76-dc9f-49f7-bbd0-536d9b598f83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.972999785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"e3d197ec-59d8-47fb-aa4a-9f6dd0276fcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.973405065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"bacbc457-e601-44b6-b0f5-5b2cee451fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.975071991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"bfbdba48-489d-463c-9bef-9def2146ac44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:42.995612722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"bacbc457-e601-44b6-b0f5-5b2cee451fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:43.050542467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"7e692742-93c0-483b-865b-f88764d41b30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:43.071577171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"7e692742-93c0-483b-865b-f88764d41b30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:43.135545309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"5a8ca008-6aac-449e-b4b9-17e22af9e400","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d0c9b9","tenantID":"e2e-api-a-d0c9b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:43.150648953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adb7f5da-6e30-4c53-b337-f57ce93237bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:43.15623313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"5a8ca008-6aac-449e-b4b9-17e22af9e400","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"name":"e2e-api-a-d0c9b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:43.172884739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adb7f5da-6e30-4c53-b337-f57ce93237bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.770700756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"96e8c20d-ae9a-4fca-a0d1-80bb4635b345","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.770729447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"96e8c20d-ae9a-4fca-a0d1-80bb4635b345","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cmp-legacy-af7e90","externalModel":"e2e-cmp-legacy-af7e90","provider":"e2e-cmp-legacy-af7e90-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.787492082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"cbc9f9d2-2c13-41b6-bcab-6be60246b48f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.808945877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"cbc9f9d2-2c13-41b6-bcab-6be60246b48f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.827709935Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-af7e90-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-sub","reconcileID":"8ba237e6-305e-4dd0-a9e8-d9e3c3144c67","MaaSSubscription":{"name":"e2e-cmp-legacy-af7e90-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2b1bd63e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.994196787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"fabcea91-9fb0-4441-acb5-ddc098075677","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:49.015056356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"fabcea91-9fb0-4441-acb5-ddc098075677","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:49.859053353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"2450e97c-65ba-40a1-bc3e-01ee2e85d7db","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:49.903621913Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"2450e97c-65ba-40a1-bc3e-01ee2e85d7db","name":"e2e-mt-778b2bce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:58.846190745Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-af7e90-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-sub","reconcileID":"23c06077-17ac-477a-8685-99f50029ead3","MaaSSubscription":{"name":"e2e-cmp-legacy-af7e90-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","subscription":"e2e-cmp-legacy-af7e90-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:58.881268113Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-af7e90-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-sub","reconcileID":"23c06077-17ac-477a-8685-99f50029ead3","MaaSSubscription":{"name":"e2e-cmp-legacy-af7e90-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:58.902396552Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-af7e90-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-sub","reconcileID":"23c06077-17ac-477a-8685-99f50029ead3","MaaSSubscription":{"name":"e2e-cmp-legacy-af7e90-sub","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"maas-trlp-e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.059244566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"9e21bf8d-042a-49ba-bf90-e0fc9d0b996f","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.059445427Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"9e21bf8d-042a-49ba-bf90-e0fc9d0b996f","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cmp-legacy-af7e90","externalModel":"e2e-cmp-legacy-af7e90","provider":"e2e-cmp-legacy-af7e90-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.088651925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"d2295c5c-cee8-488f-b7e1-86ddc05b8ff1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.165309775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"d2295c5c-cee8-488f-b7e1-86ddc05b8ff1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.258285962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"6ccdeda8-e245-480f-86b7-935e8a5ab4b7","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.25989589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"6ccdeda8-e245-480f-86b7-935e8a5ab4b7","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cmp-legacy-af7e90","externalModel":"e2e-cmp-legacy-af7e90","provider":"e2e-cmp-legacy-af7e90-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.359576456Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"64792bfe-ef88-40ef-9599-e81d4f8645b4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.492560589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"64792bfe-ef88-40ef-9599-e81d4f8645b4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.623470506Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"64792bfe-ef88-40ef-9599-e81d4f8645b4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"name":"e2e-extmod-a-944506-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.623500359Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90-access","reconcileID":"64792bfe-ef88-40ef-9599-e81d4f8645b4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-af7e90-access","namespace":"ai-tenant-e2e-extmod-a-944506"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-944506","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.703538419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"e02090fc-dd6f-4579-8d32-ef9c7f3cd2e6","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"tenant":"e2e-extmod-a-944506","gateway":"openshift-ingress/e2e-extmod-a-944506","model":"ai-tenant-e2e-extmod-a-944506/e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.703656912Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"e02090fc-dd6f-4579-8d32-ef9c7f3cd2e6","MaaSModelRef":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"routeName":"external-model-e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506","model":"e2e-cmp-legacy-af7e90","externalModel":"e2e-cmp-legacy-af7e90","provider":"e2e-cmp-legacy-af7e90-provider","gateway":"openshift-ingress/e2e-extmod-a-944506","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.242487488Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"3513f60a-b0d2-44c0-aa4e-54ecd38550ab","namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.338814868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2a1cf5a9-1bb4-4d92-b056-2abc5aa1536a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.338957712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"b3409aee-b00a-4b13-9b40-e68f491ff260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.339342494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"527637cf-695f-44d3-9537-633bbc2ce387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.341089828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"a1ccaa53-5cf0-40f2-9574-6af1f1251e3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.341305349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"06fca5d3-b0bd-445c-88f2-16baa5b0c5c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.385926852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"b3409aee-b00a-4b13-9b40-e68f491ff260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.389981681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"06fca5d3-b0bd-445c-88f2-16baa5b0c5c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.390148799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"a1ccaa53-5cf0-40f2-9574-6af1f1251e3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.399378075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2a1cf5a9-1bb4-4d92-b056-2abc5aa1536a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.444931469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"527637cf-695f-44d3-9537-633bbc2ce387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.619911896Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-af7e90","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","reconcileID":"574e7e26-0ba6-4446-b468-0c26d806e33c","namespace":"ai-tenant-e2e-extmod-a-944506","name":"e2e-cmp-legacy-af7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.690337313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"060b5c83-f319-47bc-a2f8-0e83ba3ee3e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.893954261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f148677c-42ba-4115-8f4b-2d4e7908587e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.909463563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"be39e99e-70ca-4a55-8928-cbc350acd78f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.910548874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"053f7ea8-2e21-44e3-84ed-8271eae16155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.940927481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"060b5c83-f319-47bc-a2f8-0e83ba3ee3e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.941823157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"709727a5-0691-4790-a807-c52141fd3dcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.949407797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"be39e99e-70ca-4a55-8928-cbc350acd78f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.953183866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f148677c-42ba-4115-8f4b-2d4e7908587e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.046839568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"709727a5-0691-4790-a807-c52141fd3dcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.056324589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"053f7ea8-2e21-44e3-84ed-8271eae16155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.259645338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"ca6dc0d1-7e63-4d06-a480-aa27be3566bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.345886474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"fbd06f19-c8d9-4a4a-a548-f81af20e561a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d0c9b9","tenantID":"e2e-api-a-d0c9b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.356231428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"ca6dc0d1-7e63-4d06-a480-aa27be3566bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.381575327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"9b0c4ab6-93ef-4fef-8967-18b5b5856618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.382611837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"41aac14c-9dcc-4225-8339-49f5229ef74f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.38717916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"fbd06f19-c8d9-4a4a-a548-f81af20e561a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"name":"e2e-api-a-d0c9b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.387818178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"c3113daa-b013-41e3-ae71-8614ceaf2b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.435367734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"c3113daa-b013-41e3-ae71-8614ceaf2b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.454335037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"9b0c4ab6-93ef-4fef-8967-18b5b5856618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.454869387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"41aac14c-9dcc-4225-8339-49f5229ef74f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.642914189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"9f9dfba0-703b-4ea4-bada-056a5730ae79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.702975208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"9f9dfba0-703b-4ea4-bada-056a5730ae79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.703253676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"3bdf34ac-23ed-4231-8506-f4a19347976d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.703608876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8bc5302d-32ff-4809-8be8-a8fd3781a932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.702970614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b74e4414-d2cb-4fc9-84ba-52081fd769d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.730332838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b74e4414-d2cb-4fc9-84ba-52081fd769d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.745942226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8bc5302d-32ff-4809-8be8-a8fd3781a932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.755512815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"3bdf34ac-23ed-4231-8506-f4a19347976d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:04.543754412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb61be1-c42d-4c1f-98a9-fc53661af0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:04.560484947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb61be1-c42d-4c1f-98a9-fc53661af0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:04.578626484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb61be1-c42d-4c1f-98a9-fc53661af0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:04.600055253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb61be1-c42d-4c1f-98a9-fc53661af0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:05.310404588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f3b74d-527c-4957-9cbc-381e083e6cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:05.326039758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f3b74d-527c-4957-9cbc-381e083e6cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:05.342123222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f3b74d-527c-4957-9cbc-381e083e6cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:05.357830464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f3b74d-527c-4957-9cbc-381e083e6cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:05.365311224Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-e07583","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-e07583","reconcileID":"a9d89c4c-e4bd-43e5-8702-42caff7c2501","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-e07583","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-e07583":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.088928795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f326c2fa-8a3a-469a-b75b-78b31f69a6e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.10503531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f326c2fa-8a3a-469a-b75b-78b31f69a6e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.105107638Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.121481931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f326c2fa-8a3a-469a-b75b-78b31f69a6e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.137498206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f326c2fa-8a3a-469a-b75b-78b31f69a6e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.851387144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33dc792-2bee-46f1-a8fe-55063992b69b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.866998445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33dc792-2bee-46f1-a8fe-55063992b69b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.88239345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33dc792-2bee-46f1-a8fe-55063992b69b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.898327465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33dc792-2bee-46f1-a8fe-55063992b69b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:16.714414246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe4ccfa-8b72-4f09-9722-fd7680548142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:16.730197557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe4ccfa-8b72-4f09-9722-fd7680548142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:16.745940526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe4ccfa-8b72-4f09-9722-fd7680548142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:16.761654428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe4ccfa-8b72-4f09-9722-fd7680548142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.554340763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430e285d-572c-4fb2-b3bc-6c68da4f07b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.570261654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430e285d-572c-4fb2-b3bc-6c68da4f07b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.595361359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430e285d-572c-4fb2-b3bc-6c68da4f07b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.610996582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430e285d-572c-4fb2-b3bc-6c68da4f07b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:18.662383269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1975cd9c-e5e6-4ff7-b1b4-bd85f1273d39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:18.662406995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1975cd9c-e5e6-4ff7-b1b4-bd85f1273d39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:18.682979979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"528298ce-f73a-417f-8e25-2e283b0d6333","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:18.68300735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"528298ce-f73a-417f-8e25-2e283b0d6333","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:18.715317741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"bf13a8b5-18f1-469f-8f78-763eaf1b09da","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-928a7a","tenantID":"e2e-api-b-928a7a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:18.779277728Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"bf13a8b5-18f1-469f-8f78-763eaf1b09da","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"name":"e2e-api-b-928a7a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:18.801284602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-928a7a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"bf13a8b5-18f1-469f-8f78-763eaf1b09da","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:18.82320683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11dab14c-3fff-45bd-8054-17315695fc03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:18.82329029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11dab14c-3fff-45bd-8054-17315695fc03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:24.449769047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cff376-0cce-4681-b765-3fa1859ce9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:24.466150785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cff376-0cce-4681-b765-3fa1859ce9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:24.481698203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cff376-0cce-4681-b765-3fa1859ce9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:24.497972567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cff376-0cce-4681-b765-3fa1859ce9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:25.121929624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a72a9e4d-9972-4f36-be72-f8ff3bf23abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:25.137724823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a72a9e4d-9972-4f36-be72-f8ff3bf23abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:25.154198155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a72a9e4d-9972-4f36-be72-f8ff3bf23abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:25.173599893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a72a9e4d-9972-4f36-be72-f8ff3bf23abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:28.864726414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"8b7f4597-e456-4357-998b-be57a816535c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-928a7a","tenantID":"e2e-api-b-928a7a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:28.890473021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"8b7f4597-e456-4357-998b-be57a816535c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"name":"e2e-api-b-928a7a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:28.910797116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-928a7a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"8b7f4597-e456-4357-998b-be57a816535c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:29.547590842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"f9f7cfb6-7b23-4d26-b2b0-dac986fefd85","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d0c9b9","tenantID":"e2e-api-a-d0c9b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:29.569674938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"f9f7cfb6-7b23-4d26-b2b0-dac986fefd85","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"name":"e2e-api-a-d0c9b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:29.752269747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"5068d3d0-0d6d-49de-8120-f0aabd38e830","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d0c9b9","tenantID":"e2e-api-a-d0c9b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:29.777265262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"5068d3d0-0d6d-49de-8120-f0aabd38e830","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"name":"e2e-api-a-d0c9b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:30.119186621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d52a783d-b411-404f-905f-4a5960657b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:30.135041238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d52a783d-b411-404f-905f-4a5960657b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:30.150663953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d52a783d-b411-404f-905f-4a5960657b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:30.166533046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d52a783d-b411-404f-905f-4a5960657b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:30.701252039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ab1d533-b1fe-4293-9fce-20a919cc43c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:30.701277416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ab1d533-b1fe-4293-9fce-20a919cc43c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:30.701745484Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"89ad4c72-ba7b-499c-af65-b28d8e42b062","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:30.845500045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"89ad4c72-ba7b-499c-af65-b28d8e42b062","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d0c9b9","tenantID":"e2e-api-a-d0c9b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:30.893237631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad939df2-e010-4c06-b71c-9c9baf1111fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:30.909689854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad939df2-e010-4c06-b71c-9c9baf1111fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:30.910561935Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"89ad4c72-ba7b-499c-af65-b28d8e42b062","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"name":"e2e-api-a-d0c9b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:30.910582315Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"e2e-e2e-api-a-d0c9b9-policy","reconcileID":"89ad4c72-ba7b-499c-af65-b28d8e42b062","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d0c9b9-policy","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d0c9b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:30.925246337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad939df2-e010-4c06-b71c-9c9baf1111fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:30.943095366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad939df2-e010-4c06-b71c-9c9baf1111fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:30.950728622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71db0e98-9d39-43a1-9545-f8af659724ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:30.950752157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71db0e98-9d39-43a1-9545-f8af659724ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.391612228Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","namespace":"ai-tenant-e2e-api-a-d0c9b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.391692531Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","namespace":"ai-tenant-e2e-api-a-d0c9b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.391758Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","tenant":"e2e-api-a-d0c9b9","tenantID":"e2e-api-a-d0c9b9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.409553249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"Deployment","name":"maas-api-e2e-api-a-d0c9b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.438990074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"Service","name":"maas-api-e2e-api-a-d0c9b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.461511226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-d0c9b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.480015566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-d0c9b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.498877276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-d0c9b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.517922321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-d0c9b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.538746285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-d0c9b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.557280791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-d0c9b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.573096437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"Deployment","name":"payload-processing-e2e-api-a-d0c9b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.588845266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-d0c9b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.604675492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"Service","name":"payload-processing-e2e-api-a-d0c9b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.620761233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"Service","name":"payload-pre-processing-e2e-api-a-d0c9b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.636513407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-d0c9b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.652976237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-d0c9b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.671696075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-d0c9b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.695095482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-d0c9b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.71596107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-d0c9b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.742377761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-d0c9b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.758641327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-d0c9b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.77443818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d0c9b9"},"namespace":"ai-tenant-e2e-api-a-d0c9b9","name":"default-tenant","reconcileID":"25870bda-940e-4186-b92f-0d65e0c165b2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-d0c9b9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.105901879Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:37.571894254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"2bb8f587-c111-4045-9def-9617662e7789","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:37.617099332Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"2bb8f587-c111-4045-9def-9617662e7789","name":"e2e-shared-a-w3-e07583-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.833043971Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d0c9b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d0c9b9","reconcileID":"0c6a6939-b11b-4b03-93a3-af7ead1c04c0","aitenant":"ai-tenants/e2e-api-a-d0c9b9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.989046054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"f6e199aa-e6b0-4de9-8049-54dd240e9f88","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-928a7a","tenantID":"e2e-api-b-928a7a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.010357161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"f6e199aa-e6b0-4de9-8049-54dd240e9f88","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"name":"e2e-api-b-928a7a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.029844399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-928a7a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (746fce6a24d15117a8bc367335f3e82336ff5d54aa3b910186a67a83b02086a5) AuthConfig (2717e611000ed672ec494587ffb128d55df87d5c43ce241e83d2a64b6aea8787) AuthConfig (e4064414c3386ad892ce3e16b5b682062f2ebf387e6b15e3288e6efc6336788c) AuthConfig (5e0d20d1625a3dd0c7a8c2bd692b64027a2804c4c7fac7d3a2f0cc2b2b231907) AuthConfig (6aff226dee7a169d17611afa6d84d464b4da525979a1b6e71efaa38210d06f40) AuthConfig (160497a8215c00dfc4f6acc9ae9075bea401d96b2d51adc941ecdbd8c35a0e32)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"f6e199aa-e6b0-4de9-8049-54dd240e9f88","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.034744391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6dae556-d997-4ddb-a32f-d9ae578ca776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.051534206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6dae556-d997-4ddb-a32f-d9ae578ca776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.064139388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0b8746d-e02c-408f-b5e9-97693db783e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.064155785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0b8746d-e02c-408f-b5e9-97693db783e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.066868787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6dae556-d997-4ddb-a32f-d9ae578ca776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.082333648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6dae556-d997-4ddb-a32f-d9ae578ca776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.106120336Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d0c9b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d0c9b9","reconcileID":"0c6a6939-b11b-4b03-93a3-af7ead1c04c0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-d0c9b9","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-d0c9b9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.84198105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c938198b-0e48-4462-b20b-3e72501f3ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.85743271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c938198b-0e48-4462-b20b-3e72501f3ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.872966988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c938198b-0e48-4462-b20b-3e72501f3ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.888437509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c938198b-0e48-4462-b20b-3e72501f3ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.143009569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"f3e5d911-8a7e-461a-876c-b380fdd2771d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-928a7a","tenantID":"e2e-api-b-928a7a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.164054294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"f3e5d911-8a7e-461a-876c-b380fdd2771d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"name":"e2e-api-b-928a7a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.184013784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-928a7a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (746fce6a24d15117a8bc367335f3e82336ff5d54aa3b910186a67a83b02086a5) AuthConfig (2717e611000ed672ec494587ffb128d55df87d5c43ce241e83d2a64b6aea8787) AuthConfig (e4064414c3386ad892ce3e16b5b682062f2ebf387e6b15e3288e6efc6336788c) AuthConfig (5e0d20d1625a3dd0c7a8c2bd692b64027a2804c4c7fac7d3a2f0cc2b2b231907) AuthConfig (6aff226dee7a169d17611afa6d84d464b4da525979a1b6e71efaa38210d06f40) AuthConfig (160497a8215c00dfc4f6acc9ae9075bea401d96b2d51adc941ecdbd8c35a0e32)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"f3e5d911-8a7e-461a-876c-b380fdd2771d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.293727558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"13213631-f355-42f0-914d-074112c74265","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-928a7a","tenantID":"e2e-api-b-928a7a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.314769766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"13213631-f355-42f0-914d-074112c74265","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"name":"e2e-api-b-928a7a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.334323983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-928a7a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (746fce6a24d15117a8bc367335f3e82336ff5d54aa3b910186a67a83b02086a5) AuthConfig (2717e611000ed672ec494587ffb128d55df87d5c43ce241e83d2a64b6aea8787) AuthConfig (e4064414c3386ad892ce3e16b5b682062f2ebf387e6b15e3288e6efc6336788c) AuthConfig (5e0d20d1625a3dd0c7a8c2bd692b64027a2804c4c7fac7d3a2f0cc2b2b231907) AuthConfig (6aff226dee7a169d17611afa6d84d464b4da525979a1b6e71efaa38210d06f40) AuthConfig (160497a8215c00dfc4f6acc9ae9075bea401d96b2d51adc941ecdbd8c35a0e32)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"13213631-f355-42f0-914d-074112c74265","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.567366188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a3bce3-be6c-4919-8332-48e7029af40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.583181242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a3bce3-be6c-4919-8332-48e7029af40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.601066714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a3bce3-be6c-4919-8332-48e7029af40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.617343019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a3bce3-be6c-4919-8332-48e7029af40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.944378762Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"f9aa2c7c-c3ac-4e7a-8eb0-a1dd6711fa11","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.944599115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4f18c22-1d1f-404e-bc4d-ef267e0b8798","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.944616767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4f18c22-1d1f-404e-bc4d-ef267e0b8798","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.97127641Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"6b1cdb66-6b6a-43c5-972a-6834a28ba0b7","namespace":"ai-tenant-e2e-api-b-928a7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.971324809Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"6b1cdb66-6b6a-43c5-972a-6834a28ba0b7","namespace":"ai-tenant-e2e-api-b-928a7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.9713653Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"6b1cdb66-6b6a-43c5-972a-6834a28ba0b7","name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.989121935Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"6b1cdb66-6b6a-43c5-972a-6834a28ba0b7","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.999247036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"f9aa2c7c-c3ac-4e7a-8eb0-a1dd6711fa11","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-928a7a","tenantID":"e2e-api-b-928a7a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.083900891Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"f9aa2c7c-c3ac-4e7a-8eb0-a1dd6711fa11","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"name":"e2e-api-b-928a7a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.083930066Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"e2e-e2e-api-b-928a7a-policy","reconcileID":"f9aa2c7c-c3ac-4e7a-8eb0-a1dd6711fa11","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-928a7a-policy","namespace":"ai-tenant-e2e-api-b-928a7a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-928a7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.109049869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4385b40-5c52-4841-8324-e5ef070bf3d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.109143438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4385b40-5c52-4841-8324-e5ef070bf3d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.321039264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2587e503-b080-4827-8101-7febea89d1b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.336652784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2587e503-b080-4827-8101-7febea89d1b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.35223354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2587e503-b080-4827-8101-7febea89d1b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.367960585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2587e503-b080-4827-8101-7febea89d1b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:50.54459307Z","logger":"events","body":"Server rejected event (will not retry!)","service.name":"maas-controller","event":{"namespace":"e2e-extmod-shr-user-c05168","name":"e2e-shr-auth-ca4145-e2e-extmod-a-9ba664.18e4404ee28ed01b"},"error":"namespaces \"e2e-extmod-shr-user-c05168\" not found","severity_number":17,"stacktrace":"k8s.io/client-go/tools/events.recordEvent\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:270\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).finishSeries\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:153\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:223\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:172"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.646935077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"8dc146fe-2eee-436e-85c0-40ce2dab0353","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.646967251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"8dc146fe-2eee-436e-85c0-40ce2dab0353","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.074353023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"2d867d91-4a4c-4094-95f2-bc426bee63ba","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.074374034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"2d867d91-4a4c-4094-95f2-bc426bee63ba","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.095550299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"9f07c63f-ed83-41fc-bee0-f581aa98fa5b","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.095569311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"9f07c63f-ed83-41fc-bee0-f581aa98fa5b","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.127733354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"031de65d-a151-4d0c-b6b3-9f5b56449b5c","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.186508379Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"031de65d-a151-4d0c-b6b3-9f5b56449b5c","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"e2e-mt-778b2bce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.206358171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-778b2bce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"031de65d-a151-4d0c-b6b3-9f5b56449b5c","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.227834808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"8f6832dd-7762-4bd4-8ec2-9dceea17b1b6","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.227851129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"8f6832dd-7762-4bd4-8ec2-9dceea17b1b6","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.292923648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"12bb13a4-28eb-45e5-af9b-0b8739cd234f","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.292939659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"12bb13a4-28eb-45e5-af9b-0b8739cd234f","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.318712168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"455c8fd8-c42b-48bd-b61a-a72f807f5c0f","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.318726107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"455c8fd8-c42b-48bd-b61a-a72f807f5c0f","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.325664421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"1121c554-af1b-4bf7-af61-2d261846a57a","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:53.326630235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-sub-778b2bce","reconcileID":"2de78627-c0e8-4519-855a-c587bce2167d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-778b2bce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:53.336506026Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"455c8fd8-c42b-48bd-b61a-a72f807f5c0f","name":"e2e-lifecycle-model-778b2bce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-778b2bce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:53.336566674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"455c8fd8-c42b-48bd-b61a-a72f807f5c0f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-778b2bce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.341885277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"2d95d550-0dbf-4203-a977-88a0347f1e73","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.3418993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"2d95d550-0dbf-4203-a977-88a0347f1e73","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.34656534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"1121c554-af1b-4bf7-af61-2d261846a57a","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"e2e-mt-778b2bce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.36154821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"7515abd4-9705-4d4a-b30d-8e6e096537f0","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.361562041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"7515abd4-9705-4d4a-b30d-8e6e096537f0","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.366501397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-778b2bce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"1121c554-af1b-4bf7-af61-2d261846a57a","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.382961019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"5a54400e-0d7f-4ee7-b915-5e9d1c23a2b1","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.383022891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"5a54400e-0d7f-4ee7-b915-5e9d1c23a2b1","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.424527988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"4e66d42d-990e-4e78-bec6-a79ed10afb7f","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.445885144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"4e66d42d-990e-4e78-bec6-a79ed10afb7f","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"e2e-mt-778b2bce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.450433183Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-sub-778b2bce","reconcileID":"e150f8d2-17de-4c64-b551-fb026fa88a9c","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"maas-trlp-e2e-lifecycle-model-778b2bce","model":"e2e-lifecycle-model-778b2bce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-778b2bce/e2e-sub-778b2bce"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.465278697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-778b2bce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"4e66d42d-990e-4e78-bec6-a79ed10afb7f","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.507021832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"63af6911-044b-4cfa-bb4d-3cfbff5ded9f","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.50703865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"63af6911-044b-4cfa-bb4d-3cfbff5ded9f","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.572615451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-sub-778b2bce","reconcileID":"fc2d2304-7a47-478c-839a-a5d67bd56936","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"maas-trlp-e2e-lifecycle-model-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:03.503863382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"a181da47-fa25-41f4-91e1-938e0d32baca","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:03.533477399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"a181da47-fa25-41f4-91e1-938e0d32baca","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"e2e-mt-778b2bce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:03.555318134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-778b2bce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"a181da47-fa25-41f4-91e1-938e0d32baca","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:05.165690036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"c93d3c25-08cd-4e39-a593-369f100ae2ac","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:05.165713705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"c93d3c25-08cd-4e39-a593-369f100ae2ac","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:06.111906134Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.590541759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395383f7-fe36-46f7-8a7a-da2915bbd7b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.607669014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395383f7-fe36-46f7-8a7a-da2915bbd7b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.623840895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395383f7-fe36-46f7-8a7a-da2915bbd7b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.639547945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395383f7-fe36-46f7-8a7a-da2915bbd7b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.351493389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52890a57-ed42-4613-adfc-5ee399f69ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.367035695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52890a57-ed42-4613-adfc-5ee399f69ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.386705246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52890a57-ed42-4613-adfc-5ee399f69ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.402645568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52890a57-ed42-4613-adfc-5ee399f69ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:13.593740469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"a61cdcdd-82d6-406a-bf13-b9fc3222e270","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:13.615292545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"a61cdcdd-82d6-406a-bf13-b9fc3222e270","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"e2e-mt-778b2bce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:13.634550752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-778b2bce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"a61cdcdd-82d6-406a-bf13-b9fc3222e270","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:15.989454583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167bcb7f-a645-401b-8a76-8d7a86e8e91c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:16.006672379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167bcb7f-a645-401b-8a76-8d7a86e8e91c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:16.022676756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167bcb7f-a645-401b-8a76-8d7a86e8e91c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:16.041708691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167bcb7f-a645-401b-8a76-8d7a86e8e91c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:16.813152348Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-5ba53f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-5ba53f","reconcileID":"d5ddb9a6-b7d2-4ce3-a721-5d53228ddffb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-5ba53f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-5ba53f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:16.816123645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8947603-deef-4d91-9477-506960a87a65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:16.835326268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8947603-deef-4d91-9477-506960a87a65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:16.85119698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8947603-deef-4d91-9477-506960a87a65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:16.867007178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8947603-deef-4d91-9477-506960a87a65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:17.614433979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a3d680-4cd8-4a71-8689-40949a297fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:17.63130227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a3d680-4cd8-4a71-8689-40949a297fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:17.646944379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a3d680-4cd8-4a71-8689-40949a297fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:17.662937234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a3d680-4cd8-4a71-8689-40949a297fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.415086266Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","namespace":"ai-tenant-e2e-api-b-928a7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.415144271Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","namespace":"ai-tenant-e2e-api-b-928a7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.415193038Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","tenant":"e2e-api-b-928a7a","tenantID":"e2e-api-b-928a7a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.433704172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"Deployment","name":"maas-api-e2e-api-b-928a7a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.468871736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"Service","name":"maas-api-e2e-api-b-928a7a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.488403503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-928a7a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.506518645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-928a7a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.526091957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-928a7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.544315825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-928a7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.565568002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-928a7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.583622126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-928a7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.599149778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"Deployment","name":"payload-processing-e2e-api-b-928a7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.614978502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-928a7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.630771609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"Service","name":"payload-processing-e2e-api-b-928a7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.646451171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"Service","name":"payload-pre-processing-e2e-api-b-928a7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.66230261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-928a7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.677936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-928a7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.693307127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-928a7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.718175367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-928a7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.733991535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-928a7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.750902409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-928a7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.770825998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-928a7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.786759967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-928a7a"},"namespace":"ai-tenant-e2e-api-b-928a7a","name":"default-tenant","reconcileID":"95552c7f-32ae-4e74-a2e4-fd7fe734abad","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-928a7a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.666282003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"c0890ff4-a540-421b-bad3-09b922aa3d6b","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.693908025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"c0890ff4-a540-421b-bad3-09b922aa3d6b","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"e2e-mt-778b2bce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.713478468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-778b2bce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"c0890ff4-a540-421b-bad3-09b922aa3d6b","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:27.296105061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-sub-778b2bce","reconcileID":"c0299a1d-67fd-46f1-b972-4af3cf0b00ba","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"maas-trlp-e2e-lifecycle-model-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:27.356917877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"4ea7f06c-a27f-411b-bce2-915c90674dd1","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:27.356936463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"4ea7f06c-a27f-411b-bce2-915c90674dd1","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:28.400338574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"693b8d79-7d90-4c5f-a835-ceb4e5cc6c76","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:28.422939072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"693b8d79-7d90-4c5f-a835-ceb4e5cc6c76","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"e2e-mt-778b2bce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:28.445093218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-778b2bce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7eaa25b82e09465f20312150c7b60ed3a0ef6cddade280dc71fe25bcf6474061) AuthConfig (5f61d385bba98667c932b903ebb9a57d1c631c5cfe80c29f2234952754266cf5) AuthConfig (0d4a346f3ceb28064475a01e077f3435d7a33adf9e69c22229a9de030137a24b) AuthConfig (b89f5975fead75e46f94b94e28e393e37946b62bdf09096316b9c1ded8f9770b) AuthConfig (15b063a2b5fa0a2aed5a6646df925a6ea5572ad655a0aa89c7d2bd9556ba1e99) AuthConfig (6995c6ce7b96bc4b4d87871825a84b989d726772fe86929dc676104328b2d930) AuthConfig (38149a23c3a5aece791056054e50f4e18ad67bc8f0505d456deb71913fda1c21) AuthConfig (b736f1228290fdc48ca43d9d592f7c92dfe8b736df19056972b922b4563ae7b3) AuthConfig (960f8346ad23fd0fa5212bfcca0e87c54034aeb924e0ec986f1124e6060a4be4) AuthConfig (9c2fcadeab787fe5682fa1d347143af38014a4e978520a99c82a7168f5a174aa) AuthConfig (b15196137220b08f4d9ace661d7a5089825bd79c32520587b7d461f2c7818b0f) AuthConfig (58ea9a06e608f8a2ef9089c4db4ab4e4c0e10af368db27a39120afdae77ba2fe) AuthConfig (eb7de115daf78eeaa10b0aa3bd6e1c68cd6e88004a21eb5eaf389c22963db968) AuthConfig (92be74452507d8cdecdc7cf9e3cf3178558e692942479d390e4b8b8526a55ec8) AuthConfig (3effebbfc0c8df11fb9ecc9bc14503be0bf06fe63293d65212e60baa7e3b3bca) AuthConfig (ccfd50021bc381881602891813b8a5be6c2aa680b6ea7f2713ad641a06419db3) AuthConfig (8cae220348de755b8b1ac6fc5925784cea154adc1c94984d9f590cf13d6a807d) AuthConfig (15a49ab41d957f1f273aa8e5ee629ecca2e52dd3007aea3bea5dd888663c739f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"693b8d79-7d90-4c5f-a835-ceb4e5cc6c76","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:28.466837506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"e333c33e-f717-421f-b6ce-707eba917159","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:28.466859846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"e333c33e-f717-421f-b6ce-707eba917159","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.187845642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"2f762628-29db-4ae7-b4ec-78470d03bc56","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.187867638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"2f762628-29db-4ae7-b4ec-78470d03bc56","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.473439631Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-928a7a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-928a7a","reconcileID":"0f26f1aa-212a-4d31-81c3-b68e347f6ebc","aitenant":"ai-tenants/e2e-api-b-928a7a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.545460441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"81a3aab8-6249-49f2-a9bf-953ced66e12e","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.545485504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"81a3aab8-6249-49f2-a9bf-953ced66e12e","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.565746185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"8a61942e-7704-4c3e-9bab-266d64ae3127","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.565766652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"8a61942e-7704-4c3e-9bab-266d64ae3127","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.599118272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"950aa0b9-7b68-4425-bf76-ef77d43616f1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.658167624Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"950aa0b9-7b68-4425-bf76-ef77d43616f1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.676390588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c1ebab-68af-45a5-8813-667d9bcc1f5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.680599624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"950aa0b9-7b68-4425-bf76-ef77d43616f1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.692660213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c1ebab-68af-45a5-8813-667d9bcc1f5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.710307465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c1ebab-68af-45a5-8813-667d9bcc1f5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.716111161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"0e2e514c-356b-4581-9748-2644d8df9162","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.716126289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"0e2e514c-356b-4581-9748-2644d8df9162","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.725649149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c1ebab-68af-45a5-8813-667d9bcc1f5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.772231821Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-928a7a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-928a7a","reconcileID":"0f26f1aa-212a-4d31-81c3-b68e347f6ebc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-928a7a","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-928a7a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:33.49343423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0481b5dc-b64f-4595-92e3-088b0091d644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:33.509274981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0481b5dc-b64f-4595-92e3-088b0091d644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:33.524956133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0481b5dc-b64f-4595-92e3-088b0091d644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:33.540332537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0481b5dc-b64f-4595-92e3-088b0091d644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:34.22677065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b46888f1-ee63-44c2-a9b0-1944334af3c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:34.242171977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b46888f1-ee63-44c2-a9b0-1944334af3c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:34.270359116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b46888f1-ee63-44c2-a9b0-1944334af3c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:34.286821237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b46888f1-ee63-44c2-a9b0-1944334af3c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:34.584217369Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-90a96161","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-90a96161","reconcileID":"80184ae6-8ec5-412d-ba1d-3340bc5c4120","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-90a96161","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-90a96161":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.1080179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970543fc-8fe0-4456-915c-f32a5ee22b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.117327969Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"d867101d-33f4-4b41-ab42-3836f1635655","namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.12427256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970543fc-8fe0-4456-915c-f32a5ee22b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.140208312Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"e7f8be8c-d932-4e06-b9c2-1c06c76e5fef","namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.14067682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970543fc-8fe0-4456-915c-f32a5ee22b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.157950527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970543fc-8fe0-4456-915c-f32a5ee22b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.193275131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"16315f86-c583-40d9-84b1-189d6e6008cf","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.193563417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"87393a51-9d51-4f1f-b26a-1370cffa79c4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.211381525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"92242c7c-7b62-4ef9-92fe-000285413c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.218854596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"16315f86-c583-40d9-84b1-189d6e6008cf","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"e2e-mt-778b2bce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.219466286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"87393a51-9d51-4f1f-b26a-1370cffa79c4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.239235911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"072d7ab5-d3a4-411d-a50c-a3dff40a67e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.239338467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"0ae247bb-b8da-4e99-86f3-d7a7ab469cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.240632777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-778b2bce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7eaa25b82e09465f20312150c7b60ed3a0ef6cddade280dc71fe25bcf6474061) AuthConfig (5f61d385bba98667c932b903ebb9a57d1c631c5cfe80c29f2234952754266cf5) AuthConfig (0d4a346f3ceb28064475a01e077f3435d7a33adf9e69c22229a9de030137a24b) AuthConfig (b89f5975fead75e46f94b94e28e393e37946b62bdf09096316b9c1ded8f9770b) AuthConfig (15b063a2b5fa0a2aed5a6646df925a6ea5572ad655a0aa89c7d2bd9556ba1e99) AuthConfig (6995c6ce7b96bc4b4d87871825a84b989d726772fe86929dc676104328b2d930) AuthConfig (38149a23c3a5aece791056054e50f4e18ad67bc8f0505d456deb71913fda1c21) AuthConfig (b736f1228290fdc48ca43d9d592f7c92dfe8b736df19056972b922b4563ae7b3) AuthConfig (960f8346ad23fd0fa5212bfcca0e87c54034aeb924e0ec986f1124e6060a4be4) AuthConfig (9c2fcadeab787fe5682fa1d347143af38014a4e978520a99c82a7168f5a174aa) AuthConfig (b15196137220b08f4d9ace661d7a5089825bd79c32520587b7d461f2c7818b0f) AuthConfig (58ea9a06e608f8a2ef9089c4db4ab4e4c0e10af368db27a39120afdae77ba2fe) AuthConfig (eb7de115daf78eeaa10b0aa3bd6e1c68cd6e88004a21eb5eaf389c22963db968) AuthConfig (92be74452507d8cdecdc7cf9e3cf3178558e692942479d390e4b8b8526a55ec8) AuthConfig (3effebbfc0c8df11fb9ecc9bc14503be0bf06fe63293d65212e60baa7e3b3bca) AuthConfig (ccfd50021bc381881602891813b8a5be6c2aa680b6ea7f2713ad641a06419db3) AuthConfig (8cae220348de755b8b1ac6fc5925784cea154adc1c94984d9f590cf13d6a807d) AuthConfig (15a49ab41d957f1f273aa8e5ee629ecca2e52dd3007aea3bea5dd888663c739f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"16315f86-c583-40d9-84b1-189d6e6008cf","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.241999624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"87393a51-9d51-4f1f-b26a-1370cffa79c4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.250994467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"92242c7c-7b62-4ef9-92fe-000285413c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.270703407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"0ae247bb-b8da-4e99-86f3-d7a7ab469cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.27359386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"072d7ab5-d3a4-411d-a50c-a3dff40a67e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.299673821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fe7f138-7a05-48e9-a257-1d247cb877cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.299694047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"af5e30da-3f02-4035-90cf-1d0ac1d37881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.323281963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"af5e30da-3f02-4035-90cf-1d0ac1d37881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.325953837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fe7f138-7a05-48e9-a257-1d247cb877cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.383771445Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"6b97e846-7331-4d19-947c-a34787f3ad18","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.507940517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9f8e8e00-7128-4c82-86e6-b94e778b60f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.507996915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"bb2a2a07-cb5b-4100-a313-535839b53ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.508389936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdc59f4c-f2cb-483d-a947-99049d6b339b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.607713861Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"98b4acc9-43bd-4ec7-bdce-4262edb9d654","namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.62656033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"9f8e8e00-7128-4c82-86e6-b94e778b60f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.629155125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"bb2a2a07-cb5b-4100-a313-535839b53ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.61762643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdc59f4c-f2cb-483d-a947-99049d6b339b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.656968547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"61070cc8-7ad1-4102-bf11-8b78be59b58a","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.657058462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"61070cc8-7ad1-4102-bf11-8b78be59b58a","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.686228976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"e8796482-df53-4d75-b1ff-99ca00a1146d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.688838447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"aa3a9f25-f03b-4040-8606-4cdebf27b689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.730861269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"e8796482-df53-4d75-b1ff-99ca00a1146d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.731299986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"aa3a9f25-f03b-4040-8606-4cdebf27b689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.744717961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"4c691c10-fcc4-45d9-af29-2d781dd39a9a","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.744741069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"4c691c10-fcc4-45d9-af29-2d781dd39a9a","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:32:35.78207502Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"4c691c10-fcc4-45d9-af29-2d781dd39a9a","name":"e2e-fail-e51cea69","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-e51cea69\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:32:35.782247363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"4c691c10-fcc4-45d9-af29-2d781dd39a9a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-e51cea69\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.809205827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"f99fc508-329e-4a12-8bfe-734d99528302","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.809238932Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"f99fc508-329e-4a12-8bfe-734d99528302","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.813237261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"4ccac7d2-cdd9-4708-9b4c-e63249553dc1","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.825576605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"edc18c97-8300-4860-a6d3-fc2e1f97962a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.826217166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"794aa6d4-209c-40b2-8a9a-c6e9d605d2d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.83502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"4ccac7d2-cdd9-4708-9b4c-e63249553dc1","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"e2e-mt-778b2bce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.84733244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"edc18c97-8300-4860-a6d3-fc2e1f97962a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.848051371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"794aa6d4-209c-40b2-8a9a-c6e9d605d2d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.865032582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-778b2bce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7eaa25b82e09465f20312150c7b60ed3a0ef6cddade280dc71fe25bcf6474061) AuthConfig (5f61d385bba98667c932b903ebb9a57d1c631c5cfe80c29f2234952754266cf5) AuthConfig (0d4a346f3ceb28064475a01e077f3435d7a33adf9e69c22229a9de030137a24b) AuthConfig (b89f5975fead75e46f94b94e28e393e37946b62bdf09096316b9c1ded8f9770b) AuthConfig (15b063a2b5fa0a2aed5a6646df925a6ea5572ad655a0aa89c7d2bd9556ba1e99) AuthConfig (6995c6ce7b96bc4b4d87871825a84b989d726772fe86929dc676104328b2d930) AuthConfig (38149a23c3a5aece791056054e50f4e18ad67bc8f0505d456deb71913fda1c21) AuthConfig (b736f1228290fdc48ca43d9d592f7c92dfe8b736df19056972b922b4563ae7b3) AuthConfig (960f8346ad23fd0fa5212bfcca0e87c54034aeb924e0ec986f1124e6060a4be4) AuthConfig (9c2fcadeab787fe5682fa1d347143af38014a4e978520a99c82a7168f5a174aa) AuthConfig (b15196137220b08f4d9ace661d7a5089825bd79c32520587b7d461f2c7818b0f) AuthConfig (58ea9a06e608f8a2ef9089c4db4ab4e4c0e10af368db27a39120afdae77ba2fe) AuthConfig (eb7de115daf78eeaa10b0aa3bd6e1c68cd6e88004a21eb5eaf389c22963db968) AuthConfig (92be74452507d8cdecdc7cf9e3cf3178558e692942479d390e4b8b8526a55ec8) AuthConfig (3effebbfc0c8df11fb9ecc9bc14503be0bf06fe63293d65212e60baa7e3b3bca) AuthConfig (ccfd50021bc381881602891813b8a5be6c2aa680b6ea7f2713ad641a06419db3) AuthConfig (8cae220348de755b8b1ac6fc5925784cea154adc1c94984d9f590cf13d6a807d) AuthConfig (15a49ab41d957f1f273aa8e5ee629ecca2e52dd3007aea3bea5dd888663c739f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"4ccac7d2-cdd9-4708-9b4c-e63249553dc1","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.923713084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"766eaca2-7b32-4dec-bc15-4d9a7cbc8efc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.944748027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"d804ef0b-58c1-4b0f-b18f-3010f0c75f59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.944945736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"6d13d796-8c94-4474-98b9-9f770209bef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.966174082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"766eaca2-7b32-4dec-bc15-4d9a7cbc8efc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.967815918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"d804ef0b-58c1-4b0f-b18f-3010f0c75f59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.972011779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"6d13d796-8c94-4474-98b9-9f770209bef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:35.993836762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"766eaca2-7b32-4dec-bc15-4d9a7cbc8efc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.041427828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"65001c2f-208d-4505-92dd-aef773d2259d","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.041443805Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"65001c2f-208d-4505-92dd-aef773d2259d","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.042161922Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"13e2dc81-4856-4a61-801f-68c39f72e83f","namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.062942261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"4bc06eb3-2670-4070-b411-e59c4a3a194b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.067896363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"43b386fa-7c73-4c57-bd85-9933f86afc28","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.084692756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be2be145-0a7f-48a8-b479-ad004fefe4c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.110567092Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.112046451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"4bc06eb3-2670-4070-b411-e59c4a3a194b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.116112096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be2be145-0a7f-48a8-b479-ad004fefe4c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.13202808Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"43b386fa-7c73-4c57-bd85-9933f86afc28","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.149519353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f4fce283-4a5e-4b6d-b714-56ddd01e886b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.149912853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"1a46ef2d-f215-4a5c-a7ef-2ed52c555edd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.155685063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9ba664-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"43b386fa-7c73-4c57-bd85-9933f86afc28","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.171562893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"1a46ef2d-f215-4a5c-a7ef-2ed52c555edd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.17165599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f4fce283-4a5e-4b6d-b714-56ddd01e886b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.191948001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"df2aae23-d92b-4b01-a969-d0cc2150b121","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.191963943Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"df2aae23-d92b-4b01-a969-d0cc2150b121","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.277474754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"10514a6b-fbfc-488c-94eb-2686cfc16dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.292448099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"631080a5-039f-4846-b2b4-e0c7827ff620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.292998256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c692ae9-b26f-460e-8a84-c0818b65bc08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.301288148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"10514a6b-fbfc-488c-94eb-2686cfc16dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.315690423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"631080a5-039f-4846-b2b4-e0c7827ff620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.316130826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c692ae9-b26f-460e-8a84-c0818b65bc08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.348360216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"52c783d2-98e4-4458-9535-ba537a83f921","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.365568882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"3854bcda-6edc-4fab-81e5-01e0333ef946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.376981313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"52c783d2-98e4-4458-9535-ba537a83f921","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"e2e-mt-778b2bce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.396586493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"3854bcda-6edc-4fab-81e5-01e0333ef946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.402720684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-778b2bce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7eaa25b82e09465f20312150c7b60ed3a0ef6cddade280dc71fe25bcf6474061) AuthConfig (5f61d385bba98667c932b903ebb9a57d1c631c5cfe80c29f2234952754266cf5) AuthConfig (0d4a346f3ceb28064475a01e077f3435d7a33adf9e69c22229a9de030137a24b) AuthConfig (b89f5975fead75e46f94b94e28e393e37946b62bdf09096316b9c1ded8f9770b) AuthConfig (15b063a2b5fa0a2aed5a6646df925a6ea5572ad655a0aa89c7d2bd9556ba1e99) AuthConfig (6995c6ce7b96bc4b4d87871825a84b989d726772fe86929dc676104328b2d930) AuthConfig (38149a23c3a5aece791056054e50f4e18ad67bc8f0505d456deb71913fda1c21) AuthConfig (b736f1228290fdc48ca43d9d592f7c92dfe8b736df19056972b922b4563ae7b3) AuthConfig (960f8346ad23fd0fa5212bfcca0e87c54034aeb924e0ec986f1124e6060a4be4) AuthConfig (9c2fcadeab787fe5682fa1d347143af38014a4e978520a99c82a7168f5a174aa) AuthConfig (b15196137220b08f4d9ace661d7a5089825bd79c32520587b7d461f2c7818b0f) AuthConfig (58ea9a06e608f8a2ef9089c4db4ab4e4c0e10af368db27a39120afdae77ba2fe) AuthConfig (eb7de115daf78eeaa10b0aa3bd6e1c68cd6e88004a21eb5eaf389c22963db968) AuthConfig (92be74452507d8cdecdc7cf9e3cf3178558e692942479d390e4b8b8526a55ec8) AuthConfig (3effebbfc0c8df11fb9ecc9bc14503be0bf06fe63293d65212e60baa7e3b3bca) AuthConfig (ccfd50021bc381881602891813b8a5be6c2aa680b6ea7f2713ad641a06419db3) AuthConfig (8cae220348de755b8b1ac6fc5925784cea154adc1c94984d9f590cf13d6a807d) AuthConfig (15a49ab41d957f1f273aa8e5ee629ecca2e52dd3007aea3bea5dd888663c739f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"52c783d2-98e4-4458-9535-ba537a83f921","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.444095145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"f86a9d40-9e27-4923-90ba-a532adbc59b2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.446035826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"3d5e798d-4614-4b6f-a5de-ab8dac955fe8","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.460484519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09232b62-284a-4750-ad16-6de54116e70a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.460886078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"0a70834f-41d7-4cd6-9074-0fb44ba35f54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.470930527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"f86a9d40-9e27-4923-90ba-a532adbc59b2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.473110416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"3d5e798d-4614-4b6f-a5de-ab8dac955fe8","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.488532153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"0a70834f-41d7-4cd6-9074-0fb44ba35f54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.491996414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09232b62-284a-4750-ad16-6de54116e70a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.493869515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"f86a9d40-9e27-4923-90ba-a532adbc59b2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.496002948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9ba664-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"3d5e798d-4614-4b6f-a5de-ab8dac955fe8","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.499305648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"997e9a6a-5d89-4c88-86b3-ed5e600335b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.573956065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"997e9a6a-5d89-4c88-86b3-ed5e600335b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.598995988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"2519dc56-0e02-4cfe-858f-cdf8dc4a4335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.599394287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"0c9282bd-31e9-4573-8e50-f9e1583afe4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.620873856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"2519dc56-0e02-4cfe-858f-cdf8dc4a4335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.623684929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"0c9282bd-31e9-4573-8e50-f9e1583afe4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.691906995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"0378eac4-694d-4fc0-8fd4-b854d1b8ea24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:36.713314865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"0378eac4-694d-4fc0-8fd4-b854d1b8ea24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:46.435638874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"f89853dd-8fef-49c9-8891-9f280f4e0f94","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:46.456496272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"f89853dd-8fef-49c9-8891-9f280f4e0f94","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"e2e-mt-778b2bce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:46.476285106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-778b2bce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7eaa25b82e09465f20312150c7b60ed3a0ef6cddade280dc71fe25bcf6474061) AuthConfig (5f61d385bba98667c932b903ebb9a57d1c631c5cfe80c29f2234952754266cf5) AuthConfig (0d4a346f3ceb28064475a01e077f3435d7a33adf9e69c22229a9de030137a24b) AuthConfig (b89f5975fead75e46f94b94e28e393e37946b62bdf09096316b9c1ded8f9770b) AuthConfig (15b063a2b5fa0a2aed5a6646df925a6ea5572ad655a0aa89c7d2bd9556ba1e99) AuthConfig (6995c6ce7b96bc4b4d87871825a84b989d726772fe86929dc676104328b2d930) AuthConfig (38149a23c3a5aece791056054e50f4e18ad67bc8f0505d456deb71913fda1c21) AuthConfig (b736f1228290fdc48ca43d9d592f7c92dfe8b736df19056972b922b4563ae7b3) AuthConfig (960f8346ad23fd0fa5212bfcca0e87c54034aeb924e0ec986f1124e6060a4be4) AuthConfig (9c2fcadeab787fe5682fa1d347143af38014a4e978520a99c82a7168f5a174aa) AuthConfig (b15196137220b08f4d9ace661d7a5089825bd79c32520587b7d461f2c7818b0f) AuthConfig (58ea9a06e608f8a2ef9089c4db4ab4e4c0e10af368db27a39120afdae77ba2fe) AuthConfig (eb7de115daf78eeaa10b0aa3bd6e1c68cd6e88004a21eb5eaf389c22963db968) AuthConfig (92be74452507d8cdecdc7cf9e3cf3178558e692942479d390e4b8b8526a55ec8) AuthConfig (3effebbfc0c8df11fb9ecc9bc14503be0bf06fe63293d65212e60baa7e3b3bca) AuthConfig (ccfd50021bc381881602891813b8a5be6c2aa680b6ea7f2713ad641a06419db3) AuthConfig (8cae220348de755b8b1ac6fc5925784cea154adc1c94984d9f590cf13d6a807d) AuthConfig (15a49ab41d957f1f273aa8e5ee629ecca2e52dd3007aea3bea5dd888663c739f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"f89853dd-8fef-49c9-8891-9f280f4e0f94","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:46.535695501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"20e42bd5-3354-4c1a-85ac-8543cee64d15","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:46.535718931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"974bf6cf-407a-468b-8478-d6cc24b120e3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:46.556843089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"20e42bd5-3354-4c1a-85ac-8543cee64d15","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:46.557148416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"974bf6cf-407a-468b-8478-d6cc24b120e3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:46.576699934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"974bf6cf-407a-468b-8478-d6cc24b120e3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:46.576790261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9ba664-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"20e42bd5-3354-4c1a-85ac-8543cee64d15","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:49.428091064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"de15b8ba-22f0-4da4-a1db-e9e791e62991","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:49.484284927Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"de15b8ba-22f0-4da4-a1db-e9e791e62991","name":"e2e-shared-b-w3-5ba53f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:52.470333272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"cff3b568-b470-4888-b997-e91d9790ca00","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:52.504515449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"cff3b568-b470-4888-b997-e91d9790ca00","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:52.526028752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9ba664-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e9b788af46866bc14800ae5e24c4bb59da8002e3ebded9a17b88ae39a6394aa) AuthConfig (a59af07ddc6e7dc8fbbf9aa8dba03497ec3ae1a3af6cc29b0a9328d17857223e) AuthConfig (70937fad27aadf8f2517b42f88b3e0593feda5b7eeb8994c1cf6fb0750474465) AuthConfig (a6011a741ee3e158e3ea58f007fcc4d73cb822f8ca511268f94b32c7e246adee) AuthConfig (ddf7646f56d7d9b16e81e3a6019520aa2bd1d00d889f306a0731be1607dce2c3) AuthConfig (4057e26c0fb48bd9309f5b98c162aec712bc8747d4b390b7835cc3c3dd8edbdd) AuthConfig (890e4edc0b8106a971c0c05bbd56928df3bf7e521af7409247bb6c605b0ce25c) AuthConfig (a803ae0a28c3670ecd5debd28b1c452a950aac44303b1e1fb0804ce73b9fcc5b) AuthConfig (1bd09a4e13bb624cda57e1fc44443e29c91493f67d4e43e8a6c59fb4b094f56e) AuthConfig (a63ed21436610fb298574f80a451f9ddf3e297e6c481445e19961a350b5e0098)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"cff3b568-b470-4888-b997-e91d9790ca00","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:52.565190048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"28845b3a-e46a-4249-9874-8e56e7ec15fe","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:52.565211473Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"28845b3a-e46a-4249-9874-8e56e7ec15fe","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:56.517270075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"25ad01a2-4b3d-4616-88c2-e640d75b382e","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:56.538291212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"25ad01a2-4b3d-4616-88c2-e640d75b382e","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"e2e-mt-778b2bce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:56.616493176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"49d99f1f-219c-42ab-a0b6-abe763c66a11","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:56.630113192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"452e9d2d-ae2c-4c50-a528-81b73988d573","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:56.63013122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"452e9d2d-ae2c-4c50-a528-81b73988d573","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:56.643073216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"49d99f1f-219c-42ab-a0b6-abe763c66a11","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:56.663336286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d975ea2bfeb751ca21ca88af08ba8dc9023e37bcab44f8f103409025e917c564) AuthConfig (105b1894c242a5706a3c8ef131bc93fbc30059f93e0777e20267f2ac950a61fa) AuthConfig (5ae0992618c218be78beb1b68fdc2ee18dc083566888d7b138bf52dff5fcb17e) AuthConfig (56535b32fcbeeef2d16b760f18c1f00f91749057f92b3e0371be437352e1fb8f) AuthConfig (af3c60a10b4f015654101ef2260083c1b4d32d72c6abf5e5ccbf87c0b3cbfb45) AuthConfig (144369fb76b00c76609bdefa3f3ae98e1cbc9c63170cffeacbb92121b901e430) AuthConfig (04fe2bdb6bdd65bd511b776d80f1f35c54f357c699f50e6a22d0c678c9787b1c) AuthConfig (9541c9088ce48a1111e56631337b898173608e858ebfeb37fb64a35499a8a877) AuthConfig (71c059fe92ef4a034293a1f56aae63b1c3691ee06e2d8b5c2a482c315be8df75) AuthConfig (f7123f44bd4b9a873bd1eb4b46986dba46cef27477e64755448b6af9b09b9616) AuthConfig (8506dc6fc5b7706d7d1caa96b96c39d5b1f2e6f5f61e7467c417c4d0bbe4bf63) AuthConfig (7d9d83b1c6e6ad689fb2a526e1f3aff291656465ebd596836200291e0f528b6b) AuthConfig (4e9ccfa5bb4a3ebd834db357f522b80143819fbf1a55eccd522dae1dd764104b) AuthConfig (2f498c4cfbddfee3ca4e23956fc4d0d792b7bba8286dba70a3eb199a46f3618d) AuthConfig (862cdfd1ab518798f638e0f87b243ee698f0ae9b00645521a71a9115b57177e6) AuthConfig (54861d75f6c558fc1a0e0deb4fb3869720bda05bc51c6aecd8db791cf31feda7) AuthConfig (50eb9253e2d8bde7c93628e7df311645184b102f2935e17a6d2167576e0c5f48) AuthConfig (f18fa48e142df33170ca6a1e9a92d85ab58bd08ef2e6b4d5dd4a60ba3d28aeec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"49d99f1f-219c-42ab-a0b6-abe763c66a11","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:56.68685441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"1f793a37-41b2-412c-80c5-aaeb2dcf5058","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:56.686870294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"1f793a37-41b2-412c-80c5-aaeb2dcf5058","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.581603304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"2bffb513-2303-474d-85b1-259f42a485c9","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.603219721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"2bffb513-2303-474d-85b1-259f42a485c9","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.624458512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9ba664-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e9b788af46866bc14800ae5e24c4bb59da8002e3ebded9a17b88ae39a6394aa) AuthConfig (a59af07ddc6e7dc8fbbf9aa8dba03497ec3ae1a3af6cc29b0a9328d17857223e) AuthConfig (70937fad27aadf8f2517b42f88b3e0593feda5b7eeb8994c1cf6fb0750474465) AuthConfig (a6011a741ee3e158e3ea58f007fcc4d73cb822f8ca511268f94b32c7e246adee) AuthConfig (ddf7646f56d7d9b16e81e3a6019520aa2bd1d00d889f306a0731be1607dce2c3) AuthConfig (4057e26c0fb48bd9309f5b98c162aec712bc8747d4b390b7835cc3c3dd8edbdd) AuthConfig (890e4edc0b8106a971c0c05bbd56928df3bf7e521af7409247bb6c605b0ce25c) AuthConfig (a803ae0a28c3670ecd5debd28b1c452a950aac44303b1e1fb0804ce73b9fcc5b) AuthConfig (1bd09a4e13bb624cda57e1fc44443e29c91493f67d4e43e8a6c59fb4b094f56e) AuthConfig (a63ed21436610fb298574f80a451f9ddf3e297e6c481445e19961a350b5e0098)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"2bffb513-2303-474d-85b1-259f42a485c9","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:06.119348688Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:06.722273143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"d4e1d245-f27a-4d79-b95e-65ea61787c38","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:06.746188217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"d4e1d245-f27a-4d79-b95e-65ea61787c38","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:06.955628252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"9cfbaaa3-eb94-4e1e-a07e-4c6560a1252d","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:06.955655604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"9cfbaaa3-eb94-4e1e-a07e-4c6560a1252d","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:07.404409285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"b7583af9-dac9-4eb9-af8d-9d5ddbb8e161","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:07.404428929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"b7583af9-dac9-4eb9-af8d-9d5ddbb8e161","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:07.457063116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"0d0621b1-a537-48b4-abb5-ed7522bb0858","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:07.457081071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"0d0621b1-a537-48b4-abb5-ed7522bb0858","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:07.467025158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"09292af7-6833-41cd-8a61-8d6693b08cf0","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:07.487950233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"09292af7-6833-41cd-8a61-8d6693b08cf0","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"e2e-mt-778b2bce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:07.50343768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-sub-778b2bce","reconcileID":"e8098189-82ae-4742-8625-9bf6b33d7965","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"maas-trlp-e2e-lifecycle-model-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:07.574375644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"9bab4e16-cf77-4f76-ba5d-418dce3b839d","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:07.602562211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"9bab4e16-cf77-4f76-ba5d-418dce3b839d","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"e2e-mt-778b2bce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:07.631891812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-sub-778b2bce","reconcileID":"f128be1a-4811-4db1-bec5-a0b73b741691","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"maas-trlp-e2e-lifecycle-model-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:07.747913344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029471aa-9237-4d0a-9f0d-5e9a4d6fe883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:07.763521639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029471aa-9237-4d0a-9f0d-5e9a4d6fe883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:07.779190114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029471aa-9237-4d0a-9f0d-5e9a4d6fe883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:07.79488096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029471aa-9237-4d0a-9f0d-5e9a4d6fe883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:08.322181292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"45079f9e-e068-4f60-9df2-29111d95a30a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-90a96161","tenantID":"e2e-mt-90a96161","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:08.367230028Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"45079f9e-e068-4f60-9df2-29111d95a30a","name":"e2e-mt-90a96161-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:08.454951779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a426f2c3-dea5-425e-86f8-ce3f13fc1ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:08.470453416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a426f2c3-dea5-425e-86f8-ce3f13fc1ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:08.486162112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a426f2c3-dea5-425e-86f8-ce3f13fc1ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:08.501711133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a426f2c3-dea5-425e-86f8-ce3f13fc1ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:09.072431298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"67000bd3-e605-4ccd-8fc7-30602dd7eae3","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:09.072454733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"67000bd3-e605-4ccd-8fc7-30602dd7eae3","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:09.091078601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"f5cd288b-0446-41b4-898b-db40381ab013","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:09.091098594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"f5cd288b-0446-41b4-898b-db40381ab013","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:09.128918459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5a264c-2eb5-4fc5-83b9-e876341b8971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:09.129083542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"11a7fa01-f08f-43fa-8117-17901aa60508","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:09.144557282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5a264c-2eb5-4fc5-83b9-e876341b8971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:09.16022301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5a264c-2eb5-4fc5-83b9-e876341b8971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:09.176728766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5a264c-2eb5-4fc5-83b9-e876341b8971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:09.215336702Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"11a7fa01-f08f-43fa-8117-17901aa60508","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:09.234998202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-623b4b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"11a7fa01-f08f-43fa-8117-17901aa60508","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:09.268019939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"61700321-d26b-4355-81e2-909decb4dc29","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:09.268035252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"61700321-d26b-4355-81e2-909decb4dc29","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:12.667878763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"26de54d6-2e95-4866-bb5c-fbc2979bfae1","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:12.68874095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"26de54d6-2e95-4866-bb5c-fbc2979bfae1","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:12.835918171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"a55febd6-d190-43ff-94f6-278027525600","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:12.835940444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"a55febd6-d190-43ff-94f6-278027525600","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.56957913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"2c7dd6f6-c0ca-4f45-92d2-da41370ce1a8","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.56959985Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"2c7dd6f6-c0ca-4f45-92d2-da41370ce1a8","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:33:17.588452085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-sub","reconcileID":"97816e59-35bd-4dd8-a384-4c1825361d81","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-e51cea69-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.611628762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"f923d036-60d8-435a-a302-067f270d2508","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.629100574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"977834bf-a681-4a73-b4cb-9d9c6be9613d","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.629126088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"977834bf-a681-4a73-b4cb-9d9c6be9613d","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.633233498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"f923d036-60d8-435a-a302-067f270d2508","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.645428444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"409c0db4-a321-4af9-8f60-ca5ec8a5b054","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.645447749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"409c0db4-a321-4af9-8f60-ca5ec8a5b054","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.670852652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"55260889-e624-4365-85d0-54f67801a169","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.670871863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"55260889-e624-4365-85d0-54f67801a169","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.688073269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-sub-778b2bce","reconcileID":"15d6ce9d-14d7-4cf6-8031-a0f0ab5ba4c8","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"maas-trlp-e2e-lifecycle-model-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.70507802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"393b360c-c04d-4a0b-ab66-04676966f90c","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.705095666Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"393b360c-c04d-4a0b-ab66-04676966f90c","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.714670855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"c403f246-ea00-44f6-8400-7a9ae254ff59","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.772242491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"c403f246-ea00-44f6-8400-7a9ae254ff59","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"e2e-mt-778b2bce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.786396614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"1593911c-ad6e-401c-aeab-b152bccb2e58","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.806993575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"1593911c-ad6e-401c-aeab-b152bccb2e58","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.818623429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-sub-778b2bce","reconcileID":"5f32752b-86bd-4b5e-86ef-92cd9a91faff","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"maas-trlp-e2e-lifecycle-model-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.822241943Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-sub","reconcileID":"dd1f825a-9bbb-4499-a56c-c8dc860eae2e","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-fail-e51cea69","model":"e2e-fail-e51cea69","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-9ba664/e2e-fail-e51cea69-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.850145334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"b4e0ae78-082f-483a-97d9-1b7d50c22185","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.871219574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"b4e0ae78-082f-483a-97d9-1b7d50c22185","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"e2e-mt-778b2bce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.911695012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"45f0d729-90c8-4ebc-aae2-d069f11ceaa9","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.911712169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"45f0d729-90c8-4ebc-aae2-d069f11ceaa9","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.975806987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-sub","reconcileID":"8a781ad5-1a99-4b84-b30d-cb100b751262","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-fail-e51cea69","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:19.301807317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"0ea47c2b-4df8-4983-8c6e-542ef8880b72","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:19.322444858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"0ea47c2b-4df8-4983-8c6e-542ef8880b72","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:19.341824154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-623b4b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"0ea47c2b-4df8-4983-8c6e-542ef8880b72","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:23.909653494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4509feab-0e9a-4064-b159-a5f7d61ad8f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:23.925669804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4509feab-0e9a-4064-b159-a5f7d61ad8f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:23.941370526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4509feab-0e9a-4064-b159-a5f7d61ad8f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:23.957159994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4509feab-0e9a-4064-b159-a5f7d61ad8f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:24.700064395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcad37c-257f-4a4b-8594-92622f37ffaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:24.715817415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcad37c-257f-4a4b-8594-92622f37ffaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:24.731592337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcad37c-257f-4a4b-8594-92622f37ffaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:24.747201014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcad37c-257f-4a4b-8594-92622f37ffaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:25.526663318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"090e5f24-5d6f-4a00-91f8-7c76c64c9029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:25.542149329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"090e5f24-5d6f-4a00-91f8-7c76c64c9029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:25.558033798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"090e5f24-5d6f-4a00-91f8-7c76c64c9029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:25.57442932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"090e5f24-5d6f-4a00-91f8-7c76c64c9029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:26.292305961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e421921-6702-4e37-9454-d43a24066afa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:26.308816481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e421921-6702-4e37-9454-d43a24066afa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:26.324644256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e421921-6702-4e37-9454-d43a24066afa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:26.340296786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e421921-6702-4e37-9454-d43a24066afa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:27.093334001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8067a97c-9a7a-4059-bef9-97e66c704288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:27.10948922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8067a97c-9a7a-4059-bef9-97e66c704288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:27.125321002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8067a97c-9a7a-4059-bef9-97e66c704288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:27.141954679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8067a97c-9a7a-4059-bef9-97e66c704288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.136410802Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"e48332b8-9ad6-4187-9b04-529cbcee8d57","namespace":"ai-tenant-e2e-mt-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.136475162Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"e48332b8-9ad6-4187-9b04-529cbcee8d57","name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.158299033Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"e48332b8-9ad6-4187-9b04-529cbcee8d57","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.158319447Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"e48332b8-9ad6-4187-9b04-529cbcee8d57","namespace":"ai-tenant-e2e-mt-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.158425628Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"e48332b8-9ad6-4187-9b04-529cbcee8d57","name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.159147809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"de175be6-8e20-41fc-a243-a56dd2866bab","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.159163963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"de175be6-8e20-41fc-a243-a56dd2866bab","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.180398621Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"e48332b8-9ad6-4187-9b04-529cbcee8d57","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.181573999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"fd4c51bb-88f2-4681-8c5a-8993747d7429","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.181590828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"fd4c51bb-88f2-4681-8c5a-8993747d7429","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.192959482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"d7bac3eb-5180-4261-9448-490e13292927","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:33:29.199274009Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"fd4c51bb-88f2-4681-8c5a-8993747d7429","name":"e2e-lifecycle-model-778b2bce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-778b2bce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:33:29.199327131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"fd4c51bb-88f2-4681-8c5a-8993747d7429","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-778b2bce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.204706938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"3a67076d-7c82-4aba-a8b4-6960861d3b78","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.204721965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"3a67076d-7c82-4aba-a8b4-6960861d3b78","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.21543832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"d7bac3eb-5180-4261-9448-490e13292927","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"e2e-mt-778b2bce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.218587259Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-sub-778b2bce","reconcileID":"85f5e05c-2a21-48e8-a4b8-8260958cff79","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-80b341aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.243666588Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-sub-778b2bce","reconcileID":"3dd26f76-8382-4e67-ae27-9a0aa01f16b9","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-80b341aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.370186056Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"dfffc0d1-305e-42ea-a2a6-d38b825d6f20","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.386149384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"3874a855-0648-4b71-ac6b-4301846c5bb3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.411518153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"3874a855-0648-4b71-ac6b-4301846c5bb3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.421955635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"dfffc0d1-305e-42ea-a2a6-d38b825d6f20","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.431206242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-623b4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (21a054bc1b437123a91a766e51b2049cc0a1f30dbbd239aa79e71ce6bd4b635b) AuthConfig (ec946323eec3a9a2f8a1cf6e756d4495adf50c1cd3ae522138e365cf9a2b0622) AuthConfig (9af201059c58da25cd30f1e1737aa53e0d23837fb4b434d31ec31167f70b4b96) AuthConfig (2f4b78c0a340b61ca04d4351770da9d1ef7650bdc035a1eaf97d66e52df00a39) AuthConfig (8ae627ecbbb47b445c651107e51d3d4d516e8f92ced7ddec5a56cb169e482231) AuthConfig (cd5c1ef1b906fc3526ce213361ab82bc517d388a3c5155a4b63381f85e917418) AuthConfig (207dac16d81eac54b84d4dfe0d81149fc208ceb4bae069ac1de5e361b065a8e6) AuthConfig (74930c1a8c40a426be7425ad2169011a7bc90509fd3a10eeefed1da7e346938e) AuthConfig (2737ab2eba29a858c5de1855131872a389fe195525aba5fd5f5bf63a9fd55851) AuthConfig (813e3b8a5c7a3925b38dedc37341673f097347c73cc9d72a65e09a928a949012) AuthConfig (e3177b7d3cf7cb5f8103b3b3d906da7b05705c2257849873daa19e632db4b9d9) AuthConfig (706b5d2313cd6c7620b688327d5f5541af863d8d2c9a691a2ea885aa77b1fc95) AuthConfig (b2ea3f3d8afb80db3c4359b72b0e0d7c81d476a22a2fec74cd9e481278e485a5) AuthConfig (d4a9acd9864ecc2b6461d6aead54750b905c7922bdc27a90390c74a8a011d2d0) AuthConfig (380a500050e3744f1e3d26fba434fe220bc4a72ead6c6f2ccc67a0846ee218f5) AuthConfig (99d6ae9f6e618a24a4fc096ecee32980876d590f1a494fbc59a5383c263419da) AuthConfig (38ac4b240cb653f0689bb22a18616a30f1c2b92e3a5d7e986369c1e13002b0b1) AuthConfig (709d18849ac0656888751b1c364d347581262fdcd34a4a19e0a55dd275e008ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"3874a855-0648-4b71-ac6b-4301846c5bb3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.465336721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"d7287816-63c0-4128-8c6f-91b3a36eb17e","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.46535176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"d7287816-63c0-4128-8c6f-91b3a36eb17e","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.477368658Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"dfffc0d1-305e-42ea-a2a6-d38b825d6f20","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"e2e-mt-778b2bce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.477382968Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-policy-778b2bce","reconcileID":"dfffc0d1-305e-42ea-a2a6-d38b825d6f20","MaaSAuthPolicy":{"name":"e2e-policy-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.506491268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"5a71d0e5-78a7-4738-a654-3225fe804da9","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:29.506512465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"5a71d0e5-78a7-4738-a654-3225fe804da9","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:36.111891746Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:39.259859841Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-sub-778b2bce","reconcileID":"57d58574-2274-4be2-9f4e-9f671257d0e3","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","subscription":"e2e-sub-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:39.276240492Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-sub-778b2bce","reconcileID":"57d58574-2274-4be2-9f4e-9f671257d0e3","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:39.292965009Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-sub-778b2bce","reconcileID":"57d58574-2274-4be2-9f4e-9f671257d0e3","MaaSSubscription":{"name":"e2e-sub-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"name":"maas-trlp-e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:39.386812325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"88343519-61e5-4c66-9a81-69785d6e5436","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:39.386829511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"88343519-61e5-4c66-9a81-69785d6e5436","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:39.506822197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"94f6cec9-996c-4e9e-bf69-58544c491434","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:39.528575356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"94f6cec9-996c-4e9e-bf69-58544c491434","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:39.549898076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-623b4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (21a054bc1b437123a91a766e51b2049cc0a1f30dbbd239aa79e71ce6bd4b635b) AuthConfig (ec946323eec3a9a2f8a1cf6e756d4495adf50c1cd3ae522138e365cf9a2b0622) AuthConfig (9af201059c58da25cd30f1e1737aa53e0d23837fb4b434d31ec31167f70b4b96) AuthConfig (2f4b78c0a340b61ca04d4351770da9d1ef7650bdc035a1eaf97d66e52df00a39) AuthConfig (8ae627ecbbb47b445c651107e51d3d4d516e8f92ced7ddec5a56cb169e482231) AuthConfig (cd5c1ef1b906fc3526ce213361ab82bc517d388a3c5155a4b63381f85e917418) AuthConfig (207dac16d81eac54b84d4dfe0d81149fc208ceb4bae069ac1de5e361b065a8e6) AuthConfig (74930c1a8c40a426be7425ad2169011a7bc90509fd3a10eeefed1da7e346938e) AuthConfig (2737ab2eba29a858c5de1855131872a389fe195525aba5fd5f5bf63a9fd55851) AuthConfig (813e3b8a5c7a3925b38dedc37341673f097347c73cc9d72a65e09a928a949012) AuthConfig (e3177b7d3cf7cb5f8103b3b3d906da7b05705c2257849873daa19e632db4b9d9) AuthConfig (706b5d2313cd6c7620b688327d5f5541af863d8d2c9a691a2ea885aa77b1fc95) AuthConfig (b2ea3f3d8afb80db3c4359b72b0e0d7c81d476a22a2fec74cd9e481278e485a5) AuthConfig (d4a9acd9864ecc2b6461d6aead54750b905c7922bdc27a90390c74a8a011d2d0) AuthConfig (380a500050e3744f1e3d26fba434fe220bc4a72ead6c6f2ccc67a0846ee218f5) AuthConfig (99d6ae9f6e618a24a4fc096ecee32980876d590f1a494fbc59a5383c263419da) AuthConfig (38ac4b240cb653f0689bb22a18616a30f1c2b92e3a5d7e986369c1e13002b0b1) AuthConfig (709d18849ac0656888751b1c364d347581262fdcd34a4a19e0a55dd275e008ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"94f6cec9-996c-4e9e-bf69-58544c491434","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:41.016972668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e2fcb0-8d90-4ce3-841a-6374eaf0ff0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:41.033050328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e2fcb0-8d90-4ce3-841a-6374eaf0ff0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:41.049126321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e2fcb0-8d90-4ce3-841a-6374eaf0ff0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:41.067767322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e2fcb0-8d90-4ce3-841a-6374eaf0ff0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:41.729466299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f22088-ab17-426c-bfe7-9e8f75b830b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:41.745284649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f22088-ab17-426c-bfe7-9e8f75b830b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:41.761017016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f22088-ab17-426c-bfe7-9e8f75b830b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:41.778585182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f22088-ab17-426c-bfe7-9e8f75b830b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:45.814068637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-sub","reconcileID":"4b99ea79-d376-470f-8959-8e7db70b14b9","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-fail-e51cea69","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:45.909653285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"66ffe92e-905a-4f33-8ed1-81d25f1852f3","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:45.909675409Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"66ffe92e-905a-4f33-8ed1-81d25f1852f3","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:46.528010583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"6defa8e5-db5f-4fa1-b4a2-840c8f4d07d3","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:46.548922494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"6defa8e5-db5f-4fa1-b4a2-840c8f4d07d3","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:47.860669934Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"54304a93-84a0-491a-a09c-194c73fe7c3c","namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:47.881612123Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"d0b93093-c04d-48bc-a897-2a4c5f3f9e32","namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:47.892597609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"15cfd59c-5c5c-416f-ae1b-de9ed8170a02","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:47.907720326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"56f7d782-a255-4967-8d26-0e530ddde478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:47.908355115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"3b0ad72b-888e-422a-97d0-c4827eadb9cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:47.908602012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"6ad8c1be-1477-45dc-ae1b-2d5733daead5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:47.908799523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"ed041f18-b87b-4f78-b6af-f22e31f457cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:47.913851826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"15cfd59c-5c5c-416f-ae1b-de9ed8170a02","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:47.928683909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"56f7d782-a255-4967-8d26-0e530ddde478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:47.929521571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"3b0ad72b-888e-422a-97d0-c4827eadb9cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:47.931094857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"6ad8c1be-1477-45dc-ae1b-2d5733daead5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:47.93170746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"ed041f18-b87b-4f78-b6af-f22e31f457cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:47.992073819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"a710044d-538d-4fc2-80a4-3ba1e6723d6d","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:47.99210474Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"a710044d-538d-4fc2-80a4-3ba1e6723d6d","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.091846802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"67430bf0-433c-484d-a463-4ed7033d8742","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.091876394Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"67430bf0-433c-484d-a463-4ed7033d8742","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.108310698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"5f7826b1-f7b6-46b5-813a-eb34c7f0b11b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.109090223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"04e2fe1e-dd31-47b2-90f4-ae25dc50927d","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.124386774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"89673888-209f-400b-91c2-80994acb3e98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.12439641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43106af2-1400-4284-912c-b8e268b7fd26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.129187642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"5f7826b1-f7b6-46b5-813a-eb34c7f0b11b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.131516409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"04e2fe1e-dd31-47b2-90f4-ae25dc50927d","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.138301435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-sub","reconcileID":"56186cb0-5a96-4032-9974-c772d586b90a","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-fail-e51cea69","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.174129682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43106af2-1400-4284-912c-b8e268b7fd26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.177717079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"89673888-209f-400b-91c2-80994acb3e98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.186270861Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"65add978-b896-43bc-a6ff-654b8867bd05","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.231128249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1ff914c-69f1-4fb6-b459-149d7a7563dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.332461638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1ff914c-69f1-4fb6-b459-149d7a7563dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.335025036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"f34ee0cd-64c3-4cfd-ba18-28536af169f2","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.335392479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"f34ee0cd-64c3-4cfd-ba18-28536af169f2","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.374994851Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"5ecd3de7-d654-4122-9b14-f26ffc8fd9ad","namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.378287952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"97dd4045-d696-4d0a-a9dc-df8ad1b17435","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-b-12b8da","gateway":"openshift-ingress/e2e-extmod-b-12b8da","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.378321335Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"97dd4045-d696-4d0a-a9dc-df8ad1b17435","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-99f349f3-62832f4594d9","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-99f349f3","externalModel":"e2e-fail-99f349f3","provider":"e2e-fail-99f349f3-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.381246691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"31ae9375-ade3-4a41-b2bf-005b4f26954a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.413422511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"31ae9375-ade3-4a41-b2bf-005b4f26954a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.426436306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"da2f5531-9fed-42d7-abfd-d4d312aa005a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.428224364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"1cb09eba-6cb8-493f-87b3-b12449354ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.435800129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"5971a24d-b13b-4f9c-bba6-38710781cdbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.454721989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"1cb09eba-6cb8-493f-87b3-b12449354ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.455743178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"a07a3f93-0269-46ba-9126-10c2221427fc","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-b-12b8da","gateway":"openshift-ingress/e2e-extmod-b-12b8da","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.455836803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"a07a3f93-0269-46ba-9126-10c2221427fc","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-99f349f3-62832f4594d9","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-99f349f3","externalModel":"e2e-fail-99f349f3","provider":"e2e-fail-99f349f3-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.455948821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"da2f5531-9fed-42d7-abfd-d4d312aa005a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.460836286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"5971a24d-b13b-4f9c-bba6-38710781cdbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.529208435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"de33edf8-4d5a-4b91-b310-5c1307ae1e08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.550441016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"de33edf8-4d5a-4b91-b310-5c1307ae1e08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.592205139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"6feeb41b-feaa-466c-9899-ab203020105f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.615725604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"6feeb41b-feaa-466c-9899-ab203020105f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.688877518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"709058c8-fd11-4006-88f4-872dca238359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.688931496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"b8d393f1-e406-4175-b446-cc5bfd3e61f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.68934551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"d027da0f-d617-41b3-97ad-e702ac004dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.714514235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"709058c8-fd11-4006-88f4-872dca238359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.715645353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"b8d393f1-e406-4175-b446-cc5bfd3e61f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.718174282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"d027da0f-d617-41b3-97ad-e702ac004dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.774243261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"d6436b26-9ea4-434e-bbd8-598bbd5112bf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.796178284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"d6436b26-9ea4-434e-bbd8-598bbd5112bf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.873855516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"08500104-a592-4355-beba-6bf54ec14bf1","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.894611898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"08500104-a592-4355-beba-6bf54ec14bf1","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.925936967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"398467f3-9d8d-40da-afa8-5b6b937f01d5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.940124335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5239ab21-3d73-4d35-b299-f8ca5055570a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.940159113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"d0117f7e-bae0-49b3-8123-ba589b1ffe89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.947651907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"398467f3-9d8d-40da-afa8-5b6b937f01d5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.961491011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"d0117f7e-bae0-49b3-8123-ba589b1ffe89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.963716161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5239ab21-3d73-4d35-b299-f8ca5055570a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:48.991525056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78ef7982-272b-4f03-a3b4-3844e9240d20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:49.012481181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78ef7982-272b-4f03-a3b4-3844e9240d20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:49.091998529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"76cae4f1-5759-4584-ba88-71b6b053761c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:49.092010156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"29be0e1c-1404-4573-ac93-093b88c22048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:49.095371765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"e7c9f7ce-2427-4e76-a5e4-e9679d2225be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:49.113319269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"76cae4f1-5759-4584-ba88-71b6b053761c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:49.113401442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"29be0e1c-1404-4573-ac93-093b88c22048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:49.115760501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"e7c9f7ce-2427-4e76-a5e4-e9679d2225be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:49.192465741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"22a0676f-2578-43d0-8b72-3c16e74981bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:49.212760095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"22a0676f-2578-43d0-8b72-3c16e74981bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:49.230037743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"144b9c6c-8007-4bf7-bf49-ca67e09f38ea","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-b-12b8da","gateway":"openshift-ingress/e2e-extmod-b-12b8da","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:49.230055449Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"144b9c6c-8007-4bf7-bf49-ca67e09f38ea","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-99f349f3-62832f4594d9","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-99f349f3","externalModel":"e2e-fail-99f349f3","provider":"e2e-fail-99f349f3-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:49.279528252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"018f7066-b662-4283-9a96-50146923e5ca","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:49.336571502Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"018f7066-b662-4283-9a96-50146923e5ca","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:49.356585032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-12b8da-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"018f7066-b662-4283-9a96-50146923e5ca","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:49.393649165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"1903eacb-7f1e-445a-8cb8-280e7cd2a1fc","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-b-12b8da","gateway":"openshift-ingress/e2e-extmod-b-12b8da","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:49.393667476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"1903eacb-7f1e-445a-8cb8-280e7cd2a1fc","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-99f349f3-62832f4594d9","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-99f349f3","externalModel":"e2e-fail-99f349f3","provider":"e2e-fail-99f349f3-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.197303374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"f9f3f9d7-2936-47f9-a8c8-474c7d4daec7","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.197329151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"f9f3f9d7-2936-47f9-a8c8-474c7d4daec7","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.222682509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"4978bad5-018c-433c-930b-81e4f5c1e717","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.222698159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"4978bad5-018c-433c-930b-81e4f5c1e717","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:33:51.23679385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-d77c46","reconcileID":"35c4442c-3877-48c6-ab96-4acbee54af86","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-d77c46\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.236917756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"64c91bb6-144f-4fc5-aa35-1867fc53dcd2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.259110664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"64c91bb6-144f-4fc5-aa35-1867fc53dcd2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.275418869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"30d31756-8957-40ac-b35f-7e220646a9a0","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.275434882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"30d31756-8957-40ac-b35f-7e220646a9a0","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.295299751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"1757857e-add1-4944-b164-d4719ffc6c24","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.295328254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"1757857e-add1-4944-b164-d4719ffc6c24","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.370322031Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-d77c46","reconcileID":"968bd793-6f75-42cf-a7c2-943625dc3122","MaaSSubscription":{"name":"e2e-rate-iso-a-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"maas-trlp-rate-test-model-f1e1c2","model":"rate-test-model-f1e1c2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-f1e1c2/e2e-rate-iso-a-d77c46"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.411891285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"e1d55275-6b3d-4a69-a177-cb7c1a33b5b6","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.411909904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"e1d55275-6b3d-4a69-a177-cb7c1a33b5b6","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.423430729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"7b965609-774d-467b-9f73-23d06223a105","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.437395296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"34b727cb-dc08-4709-9462-89915156c94f","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.437410157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"34b727cb-dc08-4709-9462-89915156c94f","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.437713838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"eafda01f-454b-41dd-b8cb-ea83f6a7e64c","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.437727047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"eafda01f-454b-41dd-b8cb-ea83f6a7e64c","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.445461323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"7b965609-774d-467b-9f73-23d06223a105","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:33:51.447721942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-d77c46","reconcileID":"0e7d275a-fc0c-4585-a36a-ca60eca96301","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-d77c46\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.482955744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"3fa00325-b9f8-4bd6-8fd1-3bbd00ca3899","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.482971345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"3fa00325-b9f8-4bd6-8fd1-3bbd00ca3899","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.495722932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-d77c46","reconcileID":"f168a86c-a5ad-43d7-b3c8-d4492c40bc67","MaaSSubscription":{"name":"e2e-rate-iso-a-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"maas-trlp-rate-test-model-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.502436862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"7f0dcaab-54ce-46fb-b439-38418fd77569","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.502452997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"7f0dcaab-54ce-46fb-b439-38418fd77569","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.52392112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"0090511a-afcf-4d83-8410-889c6a2f2419","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.544474751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"0090511a-afcf-4d83-8410-889c6a2f2419","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.604684009Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-d77c46","reconcileID":"14871109-3aa2-48ba-a3ce-71af78ae713f","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"maas-trlp-rate-test-model-623b4b","model":"rate-test-model-623b4b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-623b4b/e2e-rate-iso-b-d77c46"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.665148722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"2f2634da-64ef-4c51-ae55-fe7e2c401480","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.665165993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"2f2634da-64ef-4c51-ae55-fe7e2c401480","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.723946535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"e79eff2a-8488-44b7-864f-f4d0c62a7488","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.738664676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-d77c46","reconcileID":"f743112d-6ce1-45ac-b0b4-f8156ad010b0","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"maas-trlp-rate-test-model-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.744512536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"e79eff2a-8488-44b7-864f-f4d0c62a7488","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:56.343029932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"e326625f-e573-4162-a4cd-2e24443499ce","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:56.34305273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"e326625f-e573-4162-a4cd-2e24443499ce","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:59.415679439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"8366482e-ae59-4623-84cb-2348062fc1a9","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:59.437195953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"8366482e-ae59-4623-84cb-2348062fc1a9","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:59.457004253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-12b8da-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"8366482e-ae59-4623-84cb-2348062fc1a9","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:02.854519527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-d77c46","reconcileID":"4c587f12-759f-4989-8aa3-3a69afb4fb27","MaaSSubscription":{"name":"e2e-rate-iso-a-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"maas-trlp-rate-test-model-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:02.977550388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"6890457e-a1a9-4458-84a9-5d4bca3feac8","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:02.977582739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"6890457e-a1a9-4458-84a9-5d4bca3feac8","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:03.26560584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-d77c46","reconcileID":"0b55f01b-77d7-4264-bc9a-d595c4909600","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"maas-trlp-rate-test-model-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:03.325889554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"a42bfc21-54de-4617-bb6a-3a986efa95c1","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:03.325911156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"a42bfc21-54de-4617-bb6a-3a986efa95c1","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:03.528534738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"5c16251b-7965-40bd-a191-a5ff495e80b6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:03.549582726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"5c16251b-7965-40bd-a191-a5ff495e80b6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:03.629332559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"a266dced-c083-4fd4-839e-35a40480700f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:03.650286047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"a266dced-c083-4fd4-839e-35a40480700f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:03.850113114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"27e49880-cbf7-4615-bc16-7113f8491637","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:03.850196146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"082c044d-93e4-4b46-a8be-c375553249a2","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:03.876142829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"082c044d-93e4-4b46-a8be-c375553249a2","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:03.876142826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"27e49880-cbf7-4615-bc16-7113f8491637","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:03.896158863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-12b8da-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (280774f51e5c77777782390a1ecc92552a22f29a07603e92cc0ad4b15177f74a) AuthConfig (746bd1a214fd5121c44a84e6b205bfe35685ad7a02573407f7dc9ce2799c6284) AuthConfig (a5ebc14acce3319c595972c7baef151e9817183e08246ec6d53400628278a8e4) AuthConfig (d67a27f9aaf32f2ebf0400db2177efc5eaa35b42149b83d451b3223f558b16a9) AuthConfig (9482e6c8d8126cb951349cbdd8bb19fed482189dbb9d929e91ef2f4263e38bc3) AuthConfig (404c24ac22f06d15ac9707aef0d7b6b4b671a0b0ceb35ac4ef542582ce62cc2e) AuthConfig (300f1f08322fb264d18846b2bd374fe0657b1263d8f81bd71585e26f4d5e1d8a) AuthConfig (602de1525f26cdbe8e16108bd52991fe0e435727cfa51c7de731cb4c98b15204) AuthConfig (984819e2da19d89803dcc102e30be80d7bbbf0d8433bf176026461c7d6f0039b) AuthConfig (6421a81f9bf44be1ff1663686fa4915c8df87d490b35f9088381e99c15e9456c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"082c044d-93e4-4b46-a8be-c375553249a2","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:03.938370056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"3753698c-88b0-4c26-b2ae-900d080cf468","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-b-12b8da","gateway":"openshift-ingress/e2e-extmod-b-12b8da","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:03.938402807Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"3753698c-88b0-4c26-b2ae-900d080cf468","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-99f349f3-62832f4594d9","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-99f349f3","externalModel":"e2e-fail-99f349f3","provider":"e2e-fail-99f349f3-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.105768871Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.506765864Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","namespace":"ai-tenant-e2e-mt-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.5068552Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","namespace":"ai-tenant-e2e-mt-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.506906838Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","tenant":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.524988746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"Deployment","name":"maas-api-e2e-mt-778b2bce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.568984447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"Service","name":"maas-api-e2e-mt-778b2bce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.589056815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-778b2bce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.607770605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-778b2bce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.628933936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.650918959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.673615655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.692693438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.708308637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"Deployment","name":"payload-processing-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.724194155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.739854345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"Service","name":"payload-processing-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.757489225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"Service","name":"payload-pre-processing-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.773356468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"DestinationRule","name":"payload-processing-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.788953029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.804640304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.829602082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.847611647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.873124163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.902756592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:06.952290013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"4ca8e60c-7ae2-41b0-9c86-2f5d2ba372b3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-778b2bce","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:07.280662505Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-778b2bce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-778b2bce","reconcileID":"49b06a56-7a4b-46da-b62d-82bd526fa0a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-778b2bce","removed":["maas.opendatahub.io/gateway-access-e2e-mt-778b2bce"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:07.378959507Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"ec71a1f8-e990-4f60-af2a-0045de3db24e","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:07.418474041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"ec71a1f8-e990-4f60-af2a-0045de3db24e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:07.423882922Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"ce343311-c598-4af4-881a-91323a3de931","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:07.423934929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"ce343311-c598-4af4-881a-91323a3de931","error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:07.43470241Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"5a184034-c74a-4a7f-a1a7-25bb69633fec","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:07.434750692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"5a184034-c74a-4a7f-a1a7-25bb69633fec","error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:07.455924564Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"c3022ec9-7e92-45d7-b928-f4773a13ada2","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:07.45598754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"c3022ec9-7e92-45d7-b928-f4773a13ada2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:07.497556043Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"58cd3c0f-de49-4856-8a2d-90d8277409f2","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:07.497728248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"58cd3c0f-de49-4856-8a2d-90d8277409f2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:07.611444771Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"3d78910e-4777-4c4b-91ce-a6c61ce0d0f7","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:07.611541Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"3d78910e-4777-4c4b-91ce-a6c61ce0d0f7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:07.772479678Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"ad09dcd8-7ab8-47cf-ada0-fa1d5ab27fcf","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:07.772546025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"ad09dcd8-7ab8-47cf-ada0-fa1d5ab27fcf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:07.807074681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c101ffb-4292-4515-a7a4-c41c03f430b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:07.822691048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c101ffb-4292-4515-a7a4-c41c03f430b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:07.838598695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c101ffb-4292-4515-a7a4-c41c03f430b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:07.854271474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c101ffb-4292-4515-a7a4-c41c03f430b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:08.093192164Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"52cebe78-33e9-416e-be92-9587cb54bfe8","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:08.093257038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"52cebe78-33e9-416e-be92-9587cb54bfe8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:08.529905868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a8addd-a04c-4757-8811-126b27a70a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:08.545815294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a8addd-a04c-4757-8811-126b27a70a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:08.561324768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a8addd-a04c-4757-8811-126b27a70a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:08.576886971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a8addd-a04c-4757-8811-126b27a70a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:08.734228011Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"8209c132-59f3-4c32-864b-0d48f7d79ad1","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:08.734298973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"8209c132-59f3-4c32-864b-0d48f7d79ad1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:10.015441117Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"a997d31b-cbfe-40d6-a994-a13e34059810","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:10.015504218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"a997d31b-cbfe-40d6-a994-a13e34059810","error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:12.576238102Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"8b5aba90-1e3b-4865-9e5e-ed148e2f8879","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:12.576312018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"8b5aba90-1e3b-4865-9e5e-ed148e2f8879","error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:13.954974451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"c0e6d290-754a-4ec7-9a63-24372d39ee52","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:13.984684571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"c0e6d290-754a-4ec7-9a63-24372d39ee52","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:14.004519484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-12b8da-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (280774f51e5c77777782390a1ecc92552a22f29a07603e92cc0ad4b15177f74a) AuthConfig (746bd1a214fd5121c44a84e6b205bfe35685ad7a02573407f7dc9ce2799c6284) AuthConfig (a5ebc14acce3319c595972c7baef151e9817183e08246ec6d53400628278a8e4) AuthConfig (d67a27f9aaf32f2ebf0400db2177efc5eaa35b42149b83d451b3223f558b16a9) AuthConfig (9482e6c8d8126cb951349cbdd8bb19fed482189dbb9d929e91ef2f4263e38bc3) AuthConfig (404c24ac22f06d15ac9707aef0d7b6b4b671a0b0ceb35ac4ef542582ce62cc2e) AuthConfig (300f1f08322fb264d18846b2bd374fe0657b1263d8f81bd71585e26f4d5e1d8a) AuthConfig (602de1525f26cdbe8e16108bd52991fe0e435727cfa51c7de731cb4c98b15204) AuthConfig (984819e2da19d89803dcc102e30be80d7bbbf0d8433bf176026461c7d6f0039b) AuthConfig (6421a81f9bf44be1ff1663686fa4915c8df87d490b35f9088381e99c15e9456c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"c0e6d290-754a-4ec7-9a63-24372d39ee52","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:14.082877585Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"94abc44c-b7e1-4c5f-ac2e-ff2145d7a045","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:14.082938738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"94abc44c-b7e1-4c5f-ac2e-ff2145d7a045","error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:14.191498823Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"c4637d44-868c-409e-9f03-8c9e9f13b374","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:14.191572133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"c4637d44-868c-409e-9f03-8c9e9f13b374","error":"resolve tenant gateway for model ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce-kserve-route (gateways: [openshift-ingress/e2e-mt-778b2bce]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:14.417641369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a02540c4-0756-4622-ada5-889bc9918069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:14.433556983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a02540c4-0756-4622-ada5-889bc9918069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:14.449096218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a02540c4-0756-4622-ada5-889bc9918069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:14.464629916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a02540c4-0756-4622-ada5-889bc9918069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:15.080947007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fd0357-7c50-46af-a60b-96138302a458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:15.096537771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fd0357-7c50-46af-a60b-96138302a458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:15.111979473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fd0357-7c50-46af-a60b-96138302a458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:15.127608893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fd0357-7c50-46af-a60b-96138302a458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:15.245123657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"f93a6e59-85ae-411d-ae2b-623543410e8e","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:15.245140483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"f93a6e59-85ae-411d-ae2b-623543410e8e","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:15.301296126Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-778b2bce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-778b2bce","reconcileID":"ad57de30-df78-4fde-965f-bb61b6ea04e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-778b2bce","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-778b2bce":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:15.679388749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"f07dfc2c-73e9-4e3a-86f5-4628fc7643a7","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:15.67941093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"f07dfc2c-73e9-4e3a-86f5-4628fc7643a7","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:16.05037484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b2e0a6-9d75-4fc0-91c0-6c44d822473c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:16.065970649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b2e0a6-9d75-4fc0-91c0-6c44d822473c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:16.08201969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b2e0a6-9d75-4fc0-91c0-6c44d822473c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:16.097634525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b2e0a6-9d75-4fc0-91c0-6c44d822473c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:23.318007814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"5beb0004-1815-4e0d-a63e-bf1dabb3c8b3","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:23.318035149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"5beb0004-1815-4e0d-a63e-bf1dabb3c8b3","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:23.64801622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"6dfb7658-278a-4ed7-9a26-d8b04c73a1e2","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:23.648034159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"6dfb7658-278a-4ed7-9a26-d8b04c73a1e2","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:23.666825336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"c073a20f-b3e7-4a79-b050-aa376284c3f3","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:23.666840277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"c073a20f-b3e7-4a79-b050-aa376284c3f3","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:23.699032921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"c3605a96-6635-441a-8dd1-a32402d7713e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:23.756667841Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"c3605a96-6635-441a-8dd1-a32402d7713e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:23.776891953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e07583-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"c3605a96-6635-441a-8dd1-a32402d7713e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:23.806433764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"114491da-3464-45eb-8e03-2bc52d784aab","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:23.806449197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"114491da-3464-45eb-8e03-2bc52d784aab","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:24.039638094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"4597deda-4a92-4ac8-b297-29cbdce33a27","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:24.06267362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"4597deda-4a92-4ac8-b297-29cbdce33a27","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:24.082073152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-12b8da-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (280774f51e5c77777782390a1ecc92552a22f29a07603e92cc0ad4b15177f74a) AuthConfig (746bd1a214fd5121c44a84e6b205bfe35685ad7a02573407f7dc9ce2799c6284) AuthConfig (a5ebc14acce3319c595972c7baef151e9817183e08246ec6d53400628278a8e4) AuthConfig (d67a27f9aaf32f2ebf0400db2177efc5eaa35b42149b83d451b3223f558b16a9) AuthConfig (9482e6c8d8126cb951349cbdd8bb19fed482189dbb9d929e91ef2f4263e38bc3) AuthConfig (404c24ac22f06d15ac9707aef0d7b6b4b671a0b0ceb35ac4ef542582ce62cc2e) AuthConfig (300f1f08322fb264d18846b2bd374fe0657b1263d8f81bd71585e26f4d5e1d8a) AuthConfig (602de1525f26cdbe8e16108bd52991fe0e435727cfa51c7de731cb4c98b15204) AuthConfig (984819e2da19d89803dcc102e30be80d7bbbf0d8433bf176026461c7d6f0039b) AuthConfig (6421a81f9bf44be1ff1663686fa4915c8df87d490b35f9088381e99c15e9456c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"4597deda-4a92-4ac8-b297-29cbdce33a27","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.166547997Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"1640541a-ab42-4d03-b627-2bb7aa2c30cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.166751011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"5a8bca6d-1d95-4f0e-92b7-a86ba372ef08","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.166767351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"5a8bca6d-1d95-4f0e-92b7-a86ba372ef08","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.261236273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-d77c46","reconcileID":"72bf2c02-bd94-48af-a5ce-4b8adc8f6f44","MaaSSubscription":{"name":"e2e-rate-iso-a-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"maas-trlp-rate-test-model-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.309106265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"1640541a-ab42-4d03-b627-2bb7aa2c30cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.370140849Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"1640541a-ab42-4d03-b627-2bb7aa2c30cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.370168247Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-d77c46","reconcileID":"1640541a-ab42-4d03-b627-2bb7aa2c30cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.391560546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"fd00cb84-bc64-4182-914c-11c7f2fdfcc7","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.391577789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"fd00cb84-bc64-4182-914c-11c7f2fdfcc7","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.481219158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-d77c46","reconcileID":"04d0dac3-5e42-47ed-9d7b-aecc400a437c","MaaSSubscription":{"name":"e2e-rate-iso-a-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"maas-trlp-rate-test-model-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.544154591Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"1fd8924f-6620-4918-91ea-87ec84349eaa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.544298607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"e1d41517-4584-40d0-bab2-f45b2d480296","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.544320484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"e1d41517-4584-40d0-bab2-f45b2d480296","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.631088255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-d77c46","reconcileID":"7abf7acd-0094-45cd-a13f-26b2e46045a5","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"maas-trlp-rate-test-model-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.678447459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"1fd8924f-6620-4918-91ea-87ec84349eaa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.735037877Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"1fd8924f-6620-4918-91ea-87ec84349eaa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.735054631Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"1fd8924f-6620-4918-91ea-87ec84349eaa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.755849072Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"55366cb8-be8d-4cd7-a8a6-b145bea281fc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.756176158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"b2a8314c-f9ec-4ef3-bb66-f917167bf30c","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.756191863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"b2a8314c-f9ec-4ef3-bb66-f917167bf30c","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.849119586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-d77c46","reconcileID":"a875c19c-5bad-4f55-ae30-01db1bca09f0","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"maas-trlp-rate-test-model-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.890713869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"55366cb8-be8d-4cd7-a8a6-b145bea281fc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.901662121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"b4cedc0d-aa50-4244-886e-79d2dbd28316","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.901677651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"b4cedc0d-aa50-4244-886e-79d2dbd28316","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.911815281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"55366cb8-be8d-4cd7-a8a6-b145bea281fc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:31.911829528Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"55366cb8-be8d-4cd7-a8a6-b145bea281fc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:31.927873798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-d77c46","reconcileID":"55366cb8-be8d-4cd7-a8a6-b145bea281fc","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-d77c46\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:33.840586073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"d5a422fc-e8d8-4d44-b8a7-ad19191c5e35","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:33.861674019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"d5a422fc-e8d8-4d44-b8a7-ad19191c5e35","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:33.882231393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e07583-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"d5a422fc-e8d8-4d44-b8a7-ad19191c5e35","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:34.123430234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"70e3c8e8-a52c-4b96-8492-7385d096c646","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:34.145552173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"70e3c8e8-a52c-4b96-8492-7385d096c646","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:34.281152073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"d9311980-8c95-4eda-b9be-df5a0e1a27c8","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-b-12b8da","gateway":"openshift-ingress/e2e-extmod-b-12b8da","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:34.281170882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"d9311980-8c95-4eda-b9be-df5a0e1a27c8","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-99f349f3-62832f4594d9","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-99f349f3","externalModel":"e2e-fail-99f349f3","provider":"e2e-fail-99f349f3-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:35.358149545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"c72cc6fe-be90-4a15-943a-bd2afb0b11ec","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-b-12b8da","gateway":"openshift-ingress/e2e-extmod-b-12b8da","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:35.358174888Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"c72cc6fe-be90-4a15-943a-bd2afb0b11ec","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-99f349f3-62832f4594d9","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-99f349f3","externalModel":"e2e-fail-99f349f3","provider":"e2e-fail-99f349f3-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:35.378460281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"f736d9d9-0b72-4972-ae1d-d26090ccaf3d","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:35.379555915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-99f349f3-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-sub","reconcileID":"1f7b1869-5906-48eb-9314-57cb12eea708","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-99f349f3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:35.39963611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"f736d9d9-0b72-4972-ae1d-d26090ccaf3d","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:35.418894885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"e3a956bf-748a-4684-89e9-800e41319309","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-b-12b8da","gateway":"openshift-ingress/e2e-extmod-b-12b8da","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:35.418911234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"e3a956bf-748a-4684-89e9-800e41319309","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-99f349f3-62832f4594d9","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-99f349f3","externalModel":"e2e-fail-99f349f3","provider":"e2e-fail-99f349f3-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:35.451170869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"e5f41d73-a856-4c12-acd3-e3ab3723136d","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-b-12b8da","gateway":"openshift-ingress/e2e-extmod-b-12b8da","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:35.451188983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"e5f41d73-a856-4c12-acd3-e3ab3723136d","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-99f349f3-62832f4594d9","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-99f349f3","externalModel":"e2e-fail-99f349f3","provider":"e2e-fail-99f349f3-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:35.483838848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"c8768d26-c0e6-4f81-98cf-1e7a2b2b3b1b","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-b-12b8da","gateway":"openshift-ingress/e2e-extmod-b-12b8da","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:35.483856262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"c8768d26-c0e6-4f81-98cf-1e7a2b2b3b1b","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-99f349f3-62832f4594d9","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-99f349f3","externalModel":"e2e-fail-99f349f3","provider":"e2e-fail-99f349f3-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:35.510449335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"b929536a-fbd4-4e30-8ef6-568d8e76d2a6","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:35.5204311Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-99f349f3-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-sub","reconcileID":"35a2feef-1a13-4798-a731-f9fdc7a47171","MaaSSubscription":{"name":"e2e-fail-99f349f3-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-fail-99f349f3","model":"e2e-fail-99f349f3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-12b8da/e2e-fail-99f349f3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:35.534043446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"b929536a-fbd4-4e30-8ef6-568d8e76d2a6","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:35.611153991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"2c880e84-0193-438f-8db0-a536f0ab4179","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-b-12b8da","gateway":"openshift-ingress/e2e-extmod-b-12b8da","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:35.611174828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"2c880e84-0193-438f-8db0-a536f0ab4179","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-99f349f3-62832f4594d9","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-99f349f3","externalModel":"e2e-fail-99f349f3","provider":"e2e-fail-99f349f3-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:35.675962732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-99f349f3-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-sub","reconcileID":"470e1b22-9697-46b1-93d1-ed30758a4d97","MaaSSubscription":{"name":"e2e-fail-99f349f3-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-fail-99f349f3","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:36.104970311Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:39.561285757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"57c277ad-7a9b-4043-adba-49612de829f4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:39.607550538Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"57c277ad-7a9b-4043-adba-49612de829f4","name":"e2e-mt-778b2bce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:41.356380977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"06f463b9-25db-4fff-87a7-65263f67aefb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:41.471356965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"572e7ad5-bea8-46d2-8d7c-8d8dadedaa72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:41.476336336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-sub","reconcileID":"7f19a1d9-40f3-4175-99a9-98e88a4e26c1","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-fail-e51cea69","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:41.477512656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"c8c39239-9b22-4df2-8fca-78cf27479ba0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:41.56231324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"b4c2fe07-3d44-4ef7-8c9e-5abc071a9926","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:41.562560303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"56a95039-401f-4b32-a70b-05005e661412","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:41.711483582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"1cd32e06-2f4d-4b24-b201-35d3c31a9c64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:41.799678247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-d77c46","reconcileID":"4111db2f-794d-425a-8771-307f6193be8c","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"maas-trlp-rate-test-model-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:41.898998816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"5b7574ee-3ad8-43b1-916c-9526d28f8e5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:41.955471076Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-d77c46","reconcileID":"5eef1f4b-9618-4225-8feb-50240fe34b34","MaaSSubscription":{"name":"e2e-rate-iso-a-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","subscription":"e2e-rate-iso-a-d77c46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:41.972075703Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-d77c46","reconcileID":"5eef1f4b-9618-4225-8feb-50240fe34b34","MaaSSubscription":{"name":"e2e-rate-iso-a-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:41.993097281Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-d77c46","reconcileID":"5eef1f4b-9618-4225-8feb-50240fe34b34","MaaSSubscription":{"name":"e2e-rate-iso-a-d77c46","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"maas-trlp-rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:42.008195139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"3613b95e-5fbc-43db-9d6b-eba1646691f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:42.008202975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"80e09c8d-0257-4df9-bcc5-c24a8e88c88c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:42.008584733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"689e72ff-df65-4be2-bcb8-ddcab6fa8dd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:42.08817618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"6d3a3626-cd43-41e8-8a57-a2c52897e89f","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:42.088198392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"6d3a3626-cd43-41e8-8a57-a2c52897e89f","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:42.096758863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"a18dc403-41cd-4de6-9c35-b4d23ca8c8fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:42.112752519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dd150b4a-d253-4b6f-afc0-d02f154edc74","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:42.238509112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"4c4df9b9-c3e1-40c3-a902-fad277813bf7","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:42.23852896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"4c4df9b9-c3e1-40c3-a902-fad277813bf7","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:43.915982054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"d0e18750-1216-4d22-8ff9-f27b5ba88d32","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:43.937568812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"d0e18750-1216-4d22-8ff9-f27b5ba88d32","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:43.959469715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e07583-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a140586002fdde07eeeca82201f71ef9a304d5f52b14cf423909e3d9b553b9fe) AuthConfig (e61e5bf26f081a9e4e9e55e0751dc0ac52e7d17192f41649a0502de323179ff3) AuthConfig (38d09e01f6ed3518e06d21a1eadb2174ba1a90f3102a2e65a5b60214b81b8d5f) AuthConfig (94c0e329ea0bd25d2698d8c5dcb854174b57d03f4b422dc7feb397254b0d32c4) AuthConfig (d5e5f6f94154946cda7e2d3a499df32289c91fc24f8e9daf5fdb8492bcc1fc8d) AuthConfig (00e8f60dbf34229562e23333b6bcd18018b78afadab081287fd3f992c8907a94) AuthConfig (5b6965ffa2557ea4da24bcccac139a1604399d5f147cd1c6afdb7ffa30099440) AuthConfig (5d4491ffb214fd632bae2fe132b12d9d823ddc14fc36f3fcbc9b814b5e6e99ca) AuthConfig (819d603e95612cdce66611499c2afc5084a9b47b2588e39bfcfacd9457115ea6) AuthConfig (9b095e80fc1ec2c3f2bb2e55f7a19d7fdf21ea7fb3c1c14b2d3bdf8f1df45a73) AuthConfig (a0b76e10e69529fd68dec8f95ddfffa625a65767402f7823cb9a42c6abbff607) AuthConfig (14ea5a1381708a13c9a54013d0eb22a8ebbe73e04c0966805f2d30be598c6547) AuthConfig (a6652d7522c717b54fa71c8c13bea7f91e80f49a605b2f0c3154524bfe965c94) AuthConfig (745613eac59545714ad60ff5d8b6e4760811e212a0209064db36dea2d1e5f1f7) AuthConfig (7cf5168d4d12af40ebe03241d24575cce955eda84c50be9ddb7b609bf7ba64eb) AuthConfig (fd4fcf5c92f8daa1b6188062ced061edd669e5b5a0ec3d1edf9d75d65e109352) AuthConfig (e06bc6328a99efbb78e4d5da8602e80f04043c7c94db8e2cdf93a765d7cdaf9e) AuthConfig (61fa7b064fea76160c6da48932f0dd694f958f7fda3f00c9f6763a0648cf1ac3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"d0e18750-1216-4d22-8ff9-f27b5ba88d32","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:43.981446453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"59e96772-0a98-4f2e-a9a1-d4e33b83448d","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:43.981464123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"59e96772-0a98-4f2e-a9a1-d4e33b83448d","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.298761604Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-d77c46","reconcileID":"98544bff-8223-48d5-9bb5-eebd3dce0c3e","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","subscription":"e2e-rate-iso-b-d77c46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.314980205Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-d77c46","reconcileID":"98544bff-8223-48d5-9bb5-eebd3dce0c3e","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.331486802Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-d77c46","reconcileID":"98544bff-8223-48d5-9bb5-eebd3dce0c3e","MaaSSubscription":{"name":"e2e-rate-iso-b-d77c46","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"maas-trlp-rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.427057583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"52b84de5-8faa-4782-b281-050b79594994","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.427079815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"52b84de5-8faa-4782-b281-050b79594994","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.645599127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"17a719c2-3b39-43bf-a62d-aa9f2e18e01c","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.64561859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"17a719c2-3b39-43bf-a62d-aa9f2e18e01c","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.666531443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"ed6f00bd-a66c-46e0-b5cd-011b84698e71","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.666551259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"ed6f00bd-a66c-46e0-b5cd-011b84698e71","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.70070435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"86d7db7d-8eb2-4c60-a308-6a0003f1c9b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.756769968Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"86d7db7d-8eb2-4c60-a308-6a0003f1c9b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.776483897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"86d7db7d-8eb2-4c60-a308-6a0003f1c9b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.796618065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"bde0d722-395a-456e-8f76-0001efc0b781","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.796634071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"bde0d722-395a-456e-8f76-0001efc0b781","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.013896935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"bed66a76-4afa-41f1-b781-7792eec4f8ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.035060891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"bed66a76-4afa-41f1-b781-7792eec4f8ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.055240049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e07583-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a140586002fdde07eeeca82201f71ef9a304d5f52b14cf423909e3d9b553b9fe) AuthConfig (e61e5bf26f081a9e4e9e55e0751dc0ac52e7d17192f41649a0502de323179ff3) AuthConfig (38d09e01f6ed3518e06d21a1eadb2174ba1a90f3102a2e65a5b60214b81b8d5f) AuthConfig (94c0e329ea0bd25d2698d8c5dcb854174b57d03f4b422dc7feb397254b0d32c4) AuthConfig (d5e5f6f94154946cda7e2d3a499df32289c91fc24f8e9daf5fdb8492bcc1fc8d) AuthConfig (00e8f60dbf34229562e23333b6bcd18018b78afadab081287fd3f992c8907a94) AuthConfig (5b6965ffa2557ea4da24bcccac139a1604399d5f147cd1c6afdb7ffa30099440) AuthConfig (5d4491ffb214fd632bae2fe132b12d9d823ddc14fc36f3fcbc9b814b5e6e99ca) AuthConfig (819d603e95612cdce66611499c2afc5084a9b47b2588e39bfcfacd9457115ea6) AuthConfig (9b095e80fc1ec2c3f2bb2e55f7a19d7fdf21ea7fb3c1c14b2d3bdf8f1df45a73) AuthConfig (a0b76e10e69529fd68dec8f95ddfffa625a65767402f7823cb9a42c6abbff607) AuthConfig (14ea5a1381708a13c9a54013d0eb22a8ebbe73e04c0966805f2d30be598c6547) AuthConfig (a6652d7522c717b54fa71c8c13bea7f91e80f49a605b2f0c3154524bfe965c94) AuthConfig (745613eac59545714ad60ff5d8b6e4760811e212a0209064db36dea2d1e5f1f7) AuthConfig (7cf5168d4d12af40ebe03241d24575cce955eda84c50be9ddb7b609bf7ba64eb) AuthConfig (fd4fcf5c92f8daa1b6188062ced061edd669e5b5a0ec3d1edf9d75d65e109352) AuthConfig (e06bc6328a99efbb78e4d5da8602e80f04043c7c94db8e2cdf93a765d7cdaf9e) AuthConfig (61fa7b064fea76160c6da48932f0dd694f958f7fda3f00c9f6763a0648cf1ac3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"bed66a76-4afa-41f1-b781-7792eec4f8ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:58.806995946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"50823efb-55db-47ec-843c-2ff2271f2689","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:58.911550465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"0bc25510-bed4-4876-95d1-f83b4306f18f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:59.006385765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"d155a9f3-4c95-47e2-b0ad-b153604064e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:59.109231689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"518d6d76-ee1e-44d3-ac7d-d0fb50a36a3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:59.208143292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"ea3ea755-7b63-4a4b-84f3-9f9cb618ec07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:59.229701639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-sub","reconcileID":"e2210ad2-3b60-4ba1-a5fd-5d5c543759fd","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-fail-e51cea69","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:59.306545048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"1dea63d6-662e-4c69-89a4-eb567c1a36af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:59.316461396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"361ede71-5f01-4559-bf18-f4dad7ba53ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:59.406333083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"bff59d5f-dc4d-4fb4-a451-3d0119439662","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:59.406574652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"6c6a9546-dd4e-46c5-8ad7-f534b0b20c3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:59.422453455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-99f349f3-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-sub","reconcileID":"13bc3232-08f9-4d32-a75f-9fb60637c623","MaaSSubscription":{"name":"e2e-fail-99f349f3-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-fail-99f349f3","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:59.508977832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"611dd3b2-cd2e-4538-9360-fe3341925c38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:59.517176182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"f425e1e5-5465-41e6-9b2e-8c2416b8e484","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-b-12b8da","gateway":"openshift-ingress/e2e-extmod-b-12b8da","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:59.517196058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"f425e1e5-5465-41e6-9b2e-8c2416b8e484","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-99f349f3-62832f4594d9","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-99f349f3","externalModel":"e2e-fail-99f349f3","provider":"e2e-fail-99f349f3-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:59.678993878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"abf24a03-db12-459c-9112-5fb637d2069e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:59.680151744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0aea2b70-20f8-4d54-95ae-dce97a54e168","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:59.850295864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"a5ff60fe-f80d-45ec-80a2-699f90d8398d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:59.874209149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"a5ff60fe-f80d-45ec-80a2-699f90d8398d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:59.89591576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"a5ff60fe-f80d-45ec-80a2-699f90d8398d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:00.038221317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"58739822-fe93-407b-81d4-90d42efb6d99","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:00.04033468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"8be10dcd-0c9c-40be-b95d-8d16d5c4946a","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:00.059138042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"58739822-fe93-407b-81d4-90d42efb6d99","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:00.06212696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"8be10dcd-0c9c-40be-b95d-8d16d5c4946a","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:01.312797987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"e2d298e9-a16a-4840-accb-82df79e08fee","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-b-12b8da","gateway":"openshift-ingress/e2e-extmod-b-12b8da","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:01.312818632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"e2d298e9-a16a-4840-accb-82df79e08fee","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-99f349f3-62832f4594d9","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-99f349f3","externalModel":"e2e-fail-99f349f3","provider":"e2e-fail-99f349f3-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:01.367450936Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-99f349f3-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-sub","reconcileID":"7ab4066c-54f5-4bcc-99a6-aaf6f504b5bd","MaaSSubscription":{"name":"e2e-fail-99f349f3-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7ce61dad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:01.394633734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"9c406147-2f45-487e-8bec-a9cc74730689","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:01.422399036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"9c406147-2f45-487e-8bec-a9cc74730689","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:01.676502877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"9f8eee21-4ddc-4711-8a38-53ef9f0183ec","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:01.702634799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"9f8eee21-4ddc-4711-8a38-53ef9f0183ec","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:04.098188835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"03abe098-8f98-470b-9d4f-d10e35832ece","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:04.121134606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"03abe098-8f98-470b-9d4f-d10e35832ece","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:04.302692963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"050b8016-c66f-448b-9eda-9f2f30bd57a7","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:04.302711558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"050b8016-c66f-448b-9eda-9f2f30bd57a7","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:05.225727172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"1a5fa0cc-2955-43d7-ad40-b663376617d1","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:05.225747197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"1a5fa0cc-2955-43d7-ad40-b663376617d1","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:05.246686971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"0ab33f2c-03d5-48e1-947e-da08261a0f4d","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:05.246710654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"0ab33f2c-03d5-48e1-947e-da08261a0f4d","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:05.300209159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"f5944d32-1f0a-4e42-827c-d924aede50c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:05.356585378Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"f5944d32-1f0a-4e42-827c-d924aede50c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:05.376898593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-5ba53f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"f5944d32-1f0a-4e42-827c-d924aede50c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:05.398700895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"034708ce-ba23-4b1d-b082-cb4415eece70","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:05.398719018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"034708ce-ba23-4b1d-b082-cb4415eece70","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:06.105673644Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:09.928882748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"984ae7c7-a7bb-4920-afdf-9d3f9aad464e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:09.949936184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"984ae7c7-a7bb-4920-afdf-9d3f9aad464e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:09.972080469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"984ae7c7-a7bb-4920-afdf-9d3f9aad464e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:11.384383129Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-99f349f3-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-sub","reconcileID":"1efaf59a-3f29-4de8-907a-e2f8b7e15d8a","MaaSSubscription":{"name":"e2e-fail-99f349f3-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","subscription":"e2e-fail-99f349f3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:11.422154016Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-99f349f3-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-sub","reconcileID":"1efaf59a-3f29-4de8-907a-e2f8b7e15d8a","MaaSSubscription":{"name":"e2e-fail-99f349f3-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:11.439056403Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-99f349f3-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-sub","reconcileID":"1efaf59a-3f29-4de8-907a-e2f8b7e15d8a","MaaSSubscription":{"name":"e2e-fail-99f349f3-sub","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"maas-trlp-e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:11.548820923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"2777df95-70a3-44eb-949f-0409c6988bed","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-b-12b8da","gateway":"openshift-ingress/e2e-extmod-b-12b8da","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:11.548839251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"2777df95-70a3-44eb-949f-0409c6988bed","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-99f349f3-62832f4594d9","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-99f349f3","externalModel":"e2e-fail-99f349f3","provider":"e2e-fail-99f349f3-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:11.565060841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"a0bce6dc-0d36-4c6b-bb2d-a69433b0145c","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:11.586165191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"a0bce6dc-0d36-4c6b-bb2d-a69433b0145c","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:11.720603697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"78f24899-f376-485c-aafb-e5de4d33b556","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-b-12b8da","gateway":"openshift-ingress/e2e-extmod-b-12b8da","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:11.720620993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"78f24899-f376-485c-aafb-e5de4d33b556","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-99f349f3-62832f4594d9","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-99f349f3","externalModel":"e2e-fail-99f349f3","provider":"e2e-fail-99f349f3-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:11.734283769Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"34410ffc-2111-4d36-9a06-d68c60fc315c","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:11.866662654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"34410ffc-2111-4d36-9a06-d68c60fc315c","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:11.922971966Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"34410ffc-2111-4d36-9a06-d68c60fc315c","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"name":"e2e-extmod-b-12b8da-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:11.922988464Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"e2e-fail-99f349f3-access","reconcileID":"34410ffc-2111-4d36-9a06-d68c60fc315c","MaaSAuthPolicy":{"name":"e2e-fail-99f349f3-access","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-12b8da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:11.961458314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"17c3037e-e3d3-4af9-a91e-5922125daeee","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-b-12b8da","gateway":"openshift-ingress/e2e-extmod-b-12b8da","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:11.961481454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"17c3037e-e3d3-4af9-a91e-5922125daeee","MaaSModelRef":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-99f349f3-62832f4594d9","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-99f349f3","externalModel":"e2e-fail-99f349f3","provider":"e2e-fail-99f349f3-provider","gateway":"openshift-ingress/e2e-extmod-b-12b8da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.486375071Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"8109080b-7545-4fef-840f-eb1fc1142615","namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.522266128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"6d76b374-79e9-4281-9f5e-f35e4d39fe8f","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.522287888Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"6d76b374-79e9-4281-9f5e-f35e4d39fe8f","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.546259191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"23d615aa-c486-48c5-b113-976f066e23ec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.546826477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"e63a2ee1-57dc-48f8-9f39-f8eb80fe2e4b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.562917224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"02c0aae7-3e53-4e36-ac49-ed3044e56f2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.563824202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"50cd5861-b71c-49d4-8b83-dc360997c610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.564415047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d33da3af-4425-4afc-b1b2-b48bff94b23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.573232033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"e63a2ee1-57dc-48f8-9f39-f8eb80fe2e4b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.573833014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"23d615aa-c486-48c5-b113-976f066e23ec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.592431797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"50cd5861-b71c-49d4-8b83-dc360997c610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.673651413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"02c0aae7-3e53-4e36-ac49-ed3044e56f2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.675698267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"e63a2ee1-57dc-48f8-9f39-f8eb80fe2e4b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.678200917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d33da3af-4425-4afc-b1b2-b48bff94b23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.679545417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-5ba53f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"23d615aa-c486-48c5-b113-976f066e23ec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.689836894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-sub","reconcileID":"507c70cb-9d5f-488b-8d80-8b5927fb86a7","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-fail-e51cea69","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.710474089Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-99f349f3","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","reconcileID":"0ba74a1b-2d1c-4f08-b6a9-bd46695c7099","namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-99f349f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.724965386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ae942b78-215e-4fa8-8a9b-a4f7be1c82ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.726616403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"21a8c013-876e-4e06-8b1c-893d7a971d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.745900617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ae942b78-215e-4fa8-8a9b-a4f7be1c82ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.747845055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"21a8c013-876e-4e06-8b1c-893d7a971d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.757830254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b259726b-d115-47d6-8162-8ae3de1f67cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.782504724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b259726b-d115-47d6-8162-8ae3de1f67cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.918579941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"1502df3e-4ef9-468d-902a-a4f57c057fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.91936853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"e6087369-9729-4c6c-b012-54a380e9f0de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.920058475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"7db5052b-dba5-4a53-a686-d2999e92450c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.922950642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"f598c341-f6dc-471d-bb34-0da217e67ed3","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.923012035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"f598c341-f6dc-471d-bb34-0da217e67ed3","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.946928345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"1502df3e-4ef9-468d-902a-a4f57c057fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.950245672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"e6087369-9729-4c6c-b012-54a380e9f0de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.951423454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"7db5052b-dba5-4a53-a686-d2999e92450c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.961401454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"86d40624-be0d-455c-a224-896d5e1386bf","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.961569467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"a88daba6-a16c-4a15-b14f-fc4e75de963d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.983072544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"86d40624-be0d-455c-a224-896d5e1386bf","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:12.983559252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"a88daba6-a16c-4a15-b14f-fc4e75de963d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.065150024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"da0acc73-0243-41b7-9201-6d827c06ba61","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.078521536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"6c7b3f56-1d9f-4ee7-91af-6040b9f4b1b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.080630932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"230ec9c5-fc34-4c7c-9fe8-7a4770fe1554","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.081556328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a59e0e0e-b189-463e-b19b-67ba8e046733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.089863224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"da0acc73-0243-41b7-9201-6d827c06ba61","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.172217289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"6c7b3f56-1d9f-4ee7-91af-6040b9f4b1b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.174664625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"230ec9c5-fc34-4c7c-9fe8-7a4770fe1554","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.17593744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a59e0e0e-b189-463e-b19b-67ba8e046733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.193280124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"6424e877-baec-4055-a8a1-b482a9113db7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.197055357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"230ec9c5-fc34-4c7c-9fe8-7a4770fe1554","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.21428284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"6424e877-baec-4055-a8a1-b482a9113db7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.233708442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-5ba53f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"6424e877-baec-4055-a8a1-b482a9113db7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.269523648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"0d41151b-5e30-40d1-8cbd-bc264d0f0990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.284638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"8e14adff-592b-4164-9174-9a914654691e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.294526086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"0d41151b-5e30-40d1-8cbd-bc264d0f0990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.301894834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"330c4740-29d7-4435-a97c-2ce05b7d285e","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.301913401Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"330c4740-29d7-4435-a97c-2ce05b7d285e","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.305991991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"8e14adff-592b-4164-9174-9a914654691e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.353512596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038898f0-376c-4e3b-b31f-94b4553b126e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.369905335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038898f0-376c-4e3b-b31f-94b4553b126e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.370720302Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-sub","reconcileID":"bc14a5a9-0639-4491-ad07-beb04c0b01b6","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7069a045","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.386897534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038898f0-376c-4e3b-b31f-94b4553b126e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.387019686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2694ec55-74f1-4c0d-9f26-326c9723cb57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.387234788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"638b1ee4-1ae1-4dc8-9428-0a51057612ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.402964989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038898f0-376c-4e3b-b31f-94b4553b126e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.403564376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"297777c7-edc9-47fc-9b83-c190f04d613f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.424405331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"638b1ee4-1ae1-4dc8-9428-0a51057612ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.424877768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"297777c7-edc9-47fc-9b83-c190f04d613f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.426996297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2694ec55-74f1-4c0d-9f26-326c9723cb57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.532034736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"31a7ee89-1cec-4554-b2c1-4c2d7fa9b100","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.548029009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"cb6acbdd-98ce-4aa2-8d09-ed33a2455dbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.552955979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"31a7ee89-1cec-4554-b2c1-4c2d7fa9b100","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:13.569252596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"cb6acbdd-98ce-4aa2-8d09-ed33a2455dbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:14.165340035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e02c6113-3608-460b-b75f-c3aae072547d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:14.180900107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e02c6113-3608-460b-b75f-c3aae072547d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:14.197577208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e02c6113-3608-460b-b75f-c3aae072547d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:14.212913621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e02c6113-3608-460b-b75f-c3aae072547d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.229769594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"a60bad93-8bfa-4d4d-928a-78e0f8f25d9c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.251491445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"a60bad93-8bfa-4d4d-928a-78e0f8f25d9c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.265568598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"7c341d01-4398-400d-a770-571a262a43bb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.271124379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ae0992618c218be78beb1b68fdc2ee18dc083566888d7b138bf52dff5fcb17e) AuthConfig (105b1894c242a5706a3c8ef131bc93fbc30059f93e0777e20267f2ac950a61fa) AuthConfig (71c059fe92ef4a034293a1f56aae63b1c3691ee06e2d8b5c2a482c315be8df75) AuthConfig (54861d75f6c558fc1a0e0deb4fb3869720bda05bc51c6aecd8db791cf31feda7) AuthConfig (50eb9253e2d8bde7c93628e7df311645184b102f2935e17a6d2167576e0c5f48) AuthConfig (56535b32fcbeeef2d16b760f18c1f00f91749057f92b3e0371be437352e1fb8f) AuthConfig (7d9d83b1c6e6ad689fb2a526e1f3aff291656465ebd596836200291e0f528b6b) AuthConfig (2f498c4cfbddfee3ca4e23956fc4d0d792b7bba8286dba70a3eb199a46f3618d) AuthConfig (8506dc6fc5b7706d7d1caa96b96c39d5b1f2e6f5f61e7467c417c4d0bbe4bf63) AuthConfig (f18fa48e142df33170ca6a1e9a92d85ab58bd08ef2e6b4d5dd4a60ba3d28aeec) AuthConfig (d975ea2bfeb751ca21ca88af08ba8dc9023e37bcab44f8f103409025e917c564) AuthConfig (862cdfd1ab518798f638e0f87b243ee698f0ae9b00645521a71a9115b57177e6) AuthConfig (9541c9088ce48a1111e56631337b898173608e858ebfeb37fb64a35499a8a877) AuthConfig (f7123f44bd4b9a873bd1eb4b46986dba46cef27477e64755448b6af9b09b9616) AuthConfig (04fe2bdb6bdd65bd511b776d80f1f35c54f357c699f50e6a22d0c678c9787b1c) AuthConfig (af3c60a10b4f015654101ef2260083c1b4d32d72c6abf5e5ccbf87c0b3cbfb45) AuthConfig (144369fb76b00c76609bdefa3f3ae98e1cbc9c63170cffeacbb92121b901e430) AuthConfig (4e9ccfa5bb4a3ebd834db357f522b80143819fbf1a55eccd522dae1dd764104b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"a60bad93-8bfa-4d4d-928a-78e0f8f25d9c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.286445527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"7c341d01-4398-400d-a770-571a262a43bb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.292863125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"2b4e27c4-4e5a-4f01-a7c9-fd533b19ce22","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.292878408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"2b4e27c4-4e5a-4f01-a7c9-fd533b19ce22","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.306045503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-5ba53f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5090446fc3989115b65e6b8ecc19013415adf581169fea5c7492b306abfa139a) AuthConfig (fd6284e27c193ba932c7982e420f1a21ff208d4db89ec420abdcddd808518d8a) AuthConfig (12f1a0caa529874aadd1d3119063920d48ae93aa473abe34ebffa6de42ca8ee5) AuthConfig (4099b38005ed41968e84184f90f8417df231cd6fc549ce914fe5ec66e5d95c54) AuthConfig (7d6fca701b1951b9a7727b43b072573429e06131c15ee10e662188d915a75243) AuthConfig (010014b087a3a2f384cf0829c6fc5dd1073234116102fc7fdc28ac266e54bb5b) AuthConfig (55db8e573b742b6e9767978b7f0b0106774797c4e2c00f85a8e6b31d9b865efb) AuthConfig (08643a840135d082f121142c9b5abbcdbdcb703e0ae1cc2316604f8c9ca7cb4e) AuthConfig (3fe5db24f1487af17f5f69ee06733fda0d4e9a610d31f5128bc593d730ec79d6) AuthConfig (38abb84638861b157ff1393d64ba879e73684c93c930c1725c44a87ca639aeae) AuthConfig (aa7514b1192134c50a5217bcbb074ba40ae8cecd2734d784b8bd5f79ffa7e7ee) AuthConfig (1d3489b699aab2d33e29b919b1606b2c97247f74c2864b374c2350c690c53475) AuthConfig (07878e2fe95b53dc2e7316123400aa5c651e931a7106538b9fc596368d1dcd75) AuthConfig (1bbda094deb64eb349cb499c7f4d3a959418bce99cc2724a7d3bfa48d583b965) AuthConfig (1dff628e5ceb596c4a036f08b0c15d2a6951dc7221d6aba476b38a069351d29c) AuthConfig (920199d4c9a0e015252a7008ae96cba5a293ec726ad3a6c19def6f51073b0d34) AuthConfig (c9c906a52f26228288006c3c2403d864a63d0c5ca1d873a004c075445269d601) AuthConfig (9185094f592671e2c5463e5c89b6c2753441313656dda491a6e3a2271ae1c796)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"7c341d01-4398-400d-a770-571a262a43bb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.327678795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"7c05faad-8634-4abd-a680-480ec01297de","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.327693245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"7c05faad-8634-4abd-a680-480ec01297de","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.387370345Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-sub","reconcileID":"0cd8e324-528b-43ee-939d-aee4ac3bc200","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","subscription":"e2e-fail-e51cea69-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.420376876Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-sub","reconcileID":"0cd8e324-528b-43ee-939d-aee4ac3bc200","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.439233363Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-sub","reconcileID":"0cd8e324-528b-43ee-939d-aee4ac3bc200","MaaSSubscription":{"name":"e2e-fail-e51cea69-sub","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"maas-trlp-e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.567497016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"b4f3018a-ca53-499c-b1fb-7bf2698af3a0","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.567515042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"b4f3018a-ca53-499c-b1fb-7bf2698af3a0","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.583076463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"505f303b-800e-4d3b-a925-f15445fa4ef4","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.603905495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"505f303b-800e-4d3b-a925-f15445fa4ef4","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.702374381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"246baa60-4c04-444a-8d87-afcacb7cae67","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.71865086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"adf5231d-dd98-4ccc-bd99-2855838c11d6","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.718672001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"adf5231d-dd98-4ccc-bd99-2855838c11d6","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.723058769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"246baa60-4c04-444a-8d87-afcacb7cae67","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:23.870905814Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"6455812b-5d29-4253-9ec1-047374fd5b57","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.089165156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"6455812b-5d29-4253-9ec1-047374fd5b57","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.154614826Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"6455812b-5d29-4253-9ec1-047374fd5b57","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"name":"e2e-extmod-a-9ba664-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.154646296Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"e2e-fail-e51cea69-access","reconcileID":"6455812b-5d29-4253-9ec1-047374fd5b57","MaaSAuthPolicy":{"name":"e2e-fail-e51cea69-access","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9ba664","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.204444799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"2446b983-d40b-4ee6-bef9-92a2dd3e58fd","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"tenant":"e2e-extmod-a-9ba664","gateway":"openshift-ingress/e2e-extmod-a-9ba664","model":"e2e-extmod-fail-user-1b8ee4/e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.204470961Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"2446b983-d40b-4ee6-bef9-92a2dd3e58fd","MaaSModelRef":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"routeName":"external-model-e2e-fail-e51cea69-be3d557bfdb8","namespace":"e2e-extmod-fail-user-1b8ee4","model":"e2e-fail-e51cea69","externalModel":"e2e-fail-e51cea69","provider":"e2e-fail-e51cea69-provider","gateway":"openshift-ingress/e2e-extmod-a-9ba664","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.735625185Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"33406732-6451-42bd-97f8-3c4315240852","namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.774853413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"37aa3750-df6f-4633-8206-0d82549a0952","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.776277495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"a1a389d6-ad4b-48f0-a0fa-c42b7c45dc6b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.795199369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"cd52a50d-d758-446c-9ac4-00931fe56f7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.795596523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"e0d06927-214c-4c3e-9cb5-20bb1a1a490d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.79588231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"e27e96b2-81b9-4d89-8a3f-86e79ebd810a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.79941991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"a1a389d6-ad4b-48f0-a0fa-c42b7c45dc6b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.800763603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"37aa3750-df6f-4633-8206-0d82549a0952","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.817472002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"e0d06927-214c-4c3e-9cb5-20bb1a1a490d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.818151384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"cd52a50d-d758-446c-9ac4-00931fe56f7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.819866531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"e27e96b2-81b9-4d89-8a3f-86e79ebd810a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.819997806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ae0992618c218be78beb1b68fdc2ee18dc083566888d7b138bf52dff5fcb17e) AuthConfig (105b1894c242a5706a3c8ef131bc93fbc30059f93e0777e20267f2ac950a61fa) AuthConfig (71c059fe92ef4a034293a1f56aae63b1c3691ee06e2d8b5c2a482c315be8df75) AuthConfig (54861d75f6c558fc1a0e0deb4fb3869720bda05bc51c6aecd8db791cf31feda7) AuthConfig (50eb9253e2d8bde7c93628e7df311645184b102f2935e17a6d2167576e0c5f48) AuthConfig (56535b32fcbeeef2d16b760f18c1f00f91749057f92b3e0371be437352e1fb8f) AuthConfig (7d9d83b1c6e6ad689fb2a526e1f3aff291656465ebd596836200291e0f528b6b) AuthConfig (2f498c4cfbddfee3ca4e23956fc4d0d792b7bba8286dba70a3eb199a46f3618d) AuthConfig (8506dc6fc5b7706d7d1caa96b96c39d5b1f2e6f5f61e7467c417c4d0bbe4bf63) AuthConfig (f18fa48e142df33170ca6a1e9a92d85ab58bd08ef2e6b4d5dd4a60ba3d28aeec) AuthConfig (d975ea2bfeb751ca21ca88af08ba8dc9023e37bcab44f8f103409025e917c564) AuthConfig (862cdfd1ab518798f638e0f87b243ee698f0ae9b00645521a71a9115b57177e6) AuthConfig (9541c9088ce48a1111e56631337b898173608e858ebfeb37fb64a35499a8a877) AuthConfig (f7123f44bd4b9a873bd1eb4b46986dba46cef27477e64755448b6af9b09b9616) AuthConfig (04fe2bdb6bdd65bd511b776d80f1f35c54f357c699f50e6a22d0c678c9787b1c) AuthConfig (af3c60a10b4f015654101ef2260083c1b4d32d72c6abf5e5ccbf87c0b3cbfb45) AuthConfig (144369fb76b00c76609bdefa3f3ae98e1cbc9c63170cffeacbb92121b901e430) AuthConfig (4e9ccfa5bb4a3ebd834db357f522b80143819fbf1a55eccd522dae1dd764104b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"a1a389d6-ad4b-48f0-a0fa-c42b7c45dc6b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.82366311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-5ba53f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5090446fc3989115b65e6b8ecc19013415adf581169fea5c7492b306abfa139a) AuthConfig (fd6284e27c193ba932c7982e420f1a21ff208d4db89ec420abdcddd808518d8a) AuthConfig (12f1a0caa529874aadd1d3119063920d48ae93aa473abe34ebffa6de42ca8ee5) AuthConfig (4099b38005ed41968e84184f90f8417df231cd6fc549ce914fe5ec66e5d95c54) AuthConfig (7d6fca701b1951b9a7727b43b072573429e06131c15ee10e662188d915a75243) AuthConfig (010014b087a3a2f384cf0829c6fc5dd1073234116102fc7fdc28ac266e54bb5b) AuthConfig (55db8e573b742b6e9767978b7f0b0106774797c4e2c00f85a8e6b31d9b865efb) AuthConfig (08643a840135d082f121142c9b5abbcdbdcb703e0ae1cc2316604f8c9ca7cb4e) AuthConfig (3fe5db24f1487af17f5f69ee06733fda0d4e9a610d31f5128bc593d730ec79d6) AuthConfig (38abb84638861b157ff1393d64ba879e73684c93c930c1725c44a87ca639aeae) AuthConfig (aa7514b1192134c50a5217bcbb074ba40ae8cecd2734d784b8bd5f79ffa7e7ee) AuthConfig (1d3489b699aab2d33e29b919b1606b2c97247f74c2864b374c2350c690c53475) AuthConfig (07878e2fe95b53dc2e7316123400aa5c651e931a7106538b9fc596368d1dcd75) AuthConfig (1bbda094deb64eb349cb499c7f4d3a959418bce99cc2724a7d3bfa48d583b965) AuthConfig (1dff628e5ceb596c4a036f08b0c15d2a6951dc7221d6aba476b38a069351d29c) AuthConfig (920199d4c9a0e015252a7008ae96cba5a293ec726ad3a6c19def6f51073b0d34) AuthConfig (c9c906a52f26228288006c3c2403d864a63d0c5ca1d873a004c075445269d601) AuthConfig (9185094f592671e2c5463e5c89b6c2753441313656dda491a6e3a2271ae1c796)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"37aa3750-df6f-4633-8206-0d82549a0952","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.891796713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"83be9cd1-9be8-4bc1-953f-6bfe42d288f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.891935274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"536e6705-9a65-48bc-a3ad-b0f107ae792c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.914893036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"536e6705-9a65-48bc-a3ad-b0f107ae792c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.916259083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"83be9cd1-9be8-4bc1-953f-6bfe42d288f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.003334094Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-e51cea69","namespace":"e2e-extmod-fail-user-1b8ee4"},"namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","reconcileID":"015b89a3-8059-43b6-9978-3a1bceb476b4","namespace":"e2e-extmod-fail-user-1b8ee4","name":"e2e-fail-e51cea69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.056256107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"ce595dce-268b-428b-8787-64b538d1e81f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.056390979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"297ef146-1078-4152-8f40-71646c830c6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.056265428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"1c8aa89f-0288-4118-b71c-245246fb2bd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.077595123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"ce595dce-268b-428b-8787-64b538d1e81f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.078375755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"297ef146-1078-4152-8f40-71646c830c6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.081294701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"1c8aa89f-0288-4118-b71c-245246fb2bd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.15468792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"d24ae8a6-cd18-494e-b86e-814397671c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.154842914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79378fb9-e3d1-495a-a4d1-c61668730be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.176225948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"d24ae8a6-cd18-494e-b86e-814397671c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.176317072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79378fb9-e3d1-495a-a4d1-c61668730be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.242762265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"cdc366f9-0d23-4c6a-b3c9-b469510b7694","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.259291453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"df7db5ed-28ae-4a86-93fd-efc4b0be6992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.259291785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcf0c0cc-9771-4da8-abb4-66c538011f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.265808379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"cdc366f9-0d23-4c6a-b3c9-b469510b7694","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.285230296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcf0c0cc-9771-4da8-abb4-66c538011f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.28527356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"df7db5ed-28ae-4a86-93fd-efc4b0be6992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.34963739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"3db08786-28a7-43e7-8d2c-9d99f18ed23e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.349987987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"df9f3d06-5175-403d-9db8-7db25a9beb50","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.403211884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"3db08786-28a7-43e7-8d2c-9d99f18ed23e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.410494479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"df9f3d06-5175-403d-9db8-7db25a9beb50","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.423986499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ae0992618c218be78beb1b68fdc2ee18dc083566888d7b138bf52dff5fcb17e) AuthConfig (105b1894c242a5706a3c8ef131bc93fbc30059f93e0777e20267f2ac950a61fa) AuthConfig (71c059fe92ef4a034293a1f56aae63b1c3691ee06e2d8b5c2a482c315be8df75) AuthConfig (54861d75f6c558fc1a0e0deb4fb3869720bda05bc51c6aecd8db791cf31feda7) AuthConfig (50eb9253e2d8bde7c93628e7df311645184b102f2935e17a6d2167576e0c5f48) AuthConfig (56535b32fcbeeef2d16b760f18c1f00f91749057f92b3e0371be437352e1fb8f) AuthConfig (7d9d83b1c6e6ad689fb2a526e1f3aff291656465ebd596836200291e0f528b6b) AuthConfig (2f498c4cfbddfee3ca4e23956fc4d0d792b7bba8286dba70a3eb199a46f3618d) AuthConfig (8506dc6fc5b7706d7d1caa96b96c39d5b1f2e6f5f61e7467c417c4d0bbe4bf63) AuthConfig (f18fa48e142df33170ca6a1e9a92d85ab58bd08ef2e6b4d5dd4a60ba3d28aeec) AuthConfig (d975ea2bfeb751ca21ca88af08ba8dc9023e37bcab44f8f103409025e917c564) AuthConfig (862cdfd1ab518798f638e0f87b243ee698f0ae9b00645521a71a9115b57177e6) AuthConfig (9541c9088ce48a1111e56631337b898173608e858ebfeb37fb64a35499a8a877) AuthConfig (f7123f44bd4b9a873bd1eb4b46986dba46cef27477e64755448b6af9b09b9616) AuthConfig (04fe2bdb6bdd65bd511b776d80f1f35c54f357c699f50e6a22d0c678c9787b1c) AuthConfig (af3c60a10b4f015654101ef2260083c1b4d32d72c6abf5e5ccbf87c0b3cbfb45) AuthConfig (144369fb76b00c76609bdefa3f3ae98e1cbc9c63170cffeacbb92121b901e430) AuthConfig (4e9ccfa5bb4a3ebd834db357f522b80143819fbf1a55eccd522dae1dd764104b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"3db08786-28a7-43e7-8d2c-9d99f18ed23e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.431040776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-5ba53f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5090446fc3989115b65e6b8ecc19013415adf581169fea5c7492b306abfa139a) AuthConfig (fd6284e27c193ba932c7982e420f1a21ff208d4db89ec420abdcddd808518d8a) AuthConfig (12f1a0caa529874aadd1d3119063920d48ae93aa473abe34ebffa6de42ca8ee5) AuthConfig (4099b38005ed41968e84184f90f8417df231cd6fc549ce914fe5ec66e5d95c54) AuthConfig (7d6fca701b1951b9a7727b43b072573429e06131c15ee10e662188d915a75243) AuthConfig (010014b087a3a2f384cf0829c6fc5dd1073234116102fc7fdc28ac266e54bb5b) AuthConfig (55db8e573b742b6e9767978b7f0b0106774797c4e2c00f85a8e6b31d9b865efb) AuthConfig (08643a840135d082f121142c9b5abbcdbdcb703e0ae1cc2316604f8c9ca7cb4e) AuthConfig (3fe5db24f1487af17f5f69ee06733fda0d4e9a610d31f5128bc593d730ec79d6) AuthConfig (38abb84638861b157ff1393d64ba879e73684c93c930c1725c44a87ca639aeae) AuthConfig (aa7514b1192134c50a5217bcbb074ba40ae8cecd2734d784b8bd5f79ffa7e7ee) AuthConfig (1d3489b699aab2d33e29b919b1606b2c97247f74c2864b374c2350c690c53475) AuthConfig (07878e2fe95b53dc2e7316123400aa5c651e931a7106538b9fc596368d1dcd75) AuthConfig (1bbda094deb64eb349cb499c7f4d3a959418bce99cc2724a7d3bfa48d583b965) AuthConfig (1dff628e5ceb596c4a036f08b0c15d2a6951dc7221d6aba476b38a069351d29c) AuthConfig (920199d4c9a0e015252a7008ae96cba5a293ec726ad3a6c19def6f51073b0d34) AuthConfig (c9c906a52f26228288006c3c2403d864a63d0c5ca1d873a004c075445269d601) AuthConfig (9185094f592671e2c5463e5c89b6c2753441313656dda491a6e3a2271ae1c796)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"df9f3d06-5175-403d-9db8-7db25a9beb50","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.479182636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"70c26b24-0188-4467-8195-555b994d8dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.491059511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"4dbc3e19-8c79-4332-b174-230bb6acabf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.500811534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"70c26b24-0188-4467-8195-555b994d8dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.518035422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"4dbc3e19-8c79-4332-b174-230bb6acabf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.573519509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"40cb36ec-4054-4832-810b-ca4e480b97f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.573632464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"73a4f192-f6f1-40b4-89b0-8fd4db4030ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.57393492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"ac378a8d-415b-4d93-89f7-31eca990bfcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.594916191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"73a4f192-f6f1-40b4-89b0-8fd4db4030ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.595645933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"ac378a8d-415b-4d93-89f7-31eca990bfcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.597099199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"40cb36ec-4054-4832-810b-ca4e480b97f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.674146029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b72c9c0d-8a45-4d42-878e-979da73c20ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.674173165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"52d3378f-86c9-4a1c-9d49-498712b70072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.695999941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"b72c9c0d-8a45-4d42-878e-979da73c20ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.696037798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"52d3378f-86c9-4a1c-9d49-498712b70072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.75799549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"053c4c00-ac22-4cf4-a134-c4c636d33332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.780262108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"053c4c00-ac22-4cf4-a134-c4c636d33332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:27.653982771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"75d73a5d-a606-40f9-bc45-40b02cd0173d","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:27.654012358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"75d73a5d-a606-40f9-bc45-40b02cd0173d","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:35.559258137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"a729f0aa-68fe-4a68-8ddb-b944d1f939e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:35.559461906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"b43bde97-c513-42fe-84a5-355efcda7686","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:35.580623816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"a729f0aa-68fe-4a68-8ddb-b944d1f939e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:35.580826202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"b43bde97-c513-42fe-84a5-355efcda7686","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:35.601574149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-f1e1c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ae0992618c218be78beb1b68fdc2ee18dc083566888d7b138bf52dff5fcb17e) AuthConfig (105b1894c242a5706a3c8ef131bc93fbc30059f93e0777e20267f2ac950a61fa) AuthConfig (71c059fe92ef4a034293a1f56aae63b1c3691ee06e2d8b5c2a482c315be8df75) AuthConfig (54861d75f6c558fc1a0e0deb4fb3869720bda05bc51c6aecd8db791cf31feda7) AuthConfig (50eb9253e2d8bde7c93628e7df311645184b102f2935e17a6d2167576e0c5f48) AuthConfig (56535b32fcbeeef2d16b760f18c1f00f91749057f92b3e0371be437352e1fb8f) AuthConfig (7d9d83b1c6e6ad689fb2a526e1f3aff291656465ebd596836200291e0f528b6b) AuthConfig (2f498c4cfbddfee3ca4e23956fc4d0d792b7bba8286dba70a3eb199a46f3618d) AuthConfig (8506dc6fc5b7706d7d1caa96b96c39d5b1f2e6f5f61e7467c417c4d0bbe4bf63) AuthConfig (f18fa48e142df33170ca6a1e9a92d85ab58bd08ef2e6b4d5dd4a60ba3d28aeec) AuthConfig (d975ea2bfeb751ca21ca88af08ba8dc9023e37bcab44f8f103409025e917c564) AuthConfig (862cdfd1ab518798f638e0f87b243ee698f0ae9b00645521a71a9115b57177e6) AuthConfig (9541c9088ce48a1111e56631337b898173608e858ebfeb37fb64a35499a8a877) AuthConfig (f7123f44bd4b9a873bd1eb4b46986dba46cef27477e64755448b6af9b09b9616) AuthConfig (04fe2bdb6bdd65bd511b776d80f1f35c54f357c699f50e6a22d0c678c9787b1c) AuthConfig (af3c60a10b4f015654101ef2260083c1b4d32d72c6abf5e5ccbf87c0b3cbfb45) AuthConfig (144369fb76b00c76609bdefa3f3ae98e1cbc9c63170cffeacbb92121b901e430) AuthConfig (4e9ccfa5bb4a3ebd834db357f522b80143819fbf1a55eccd522dae1dd764104b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"a729f0aa-68fe-4a68-8ddb-b944d1f939e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:35.601636349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-5ba53f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5090446fc3989115b65e6b8ecc19013415adf581169fea5c7492b306abfa139a) AuthConfig (fd6284e27c193ba932c7982e420f1a21ff208d4db89ec420abdcddd808518d8a) AuthConfig (12f1a0caa529874aadd1d3119063920d48ae93aa473abe34ebffa6de42ca8ee5) AuthConfig (4099b38005ed41968e84184f90f8417df231cd6fc549ce914fe5ec66e5d95c54) AuthConfig (7d6fca701b1951b9a7727b43b072573429e06131c15ee10e662188d915a75243) AuthConfig (010014b087a3a2f384cf0829c6fc5dd1073234116102fc7fdc28ac266e54bb5b) AuthConfig (55db8e573b742b6e9767978b7f0b0106774797c4e2c00f85a8e6b31d9b865efb) AuthConfig (08643a840135d082f121142c9b5abbcdbdcb703e0ae1cc2316604f8c9ca7cb4e) AuthConfig (3fe5db24f1487af17f5f69ee06733fda0d4e9a610d31f5128bc593d730ec79d6) AuthConfig (38abb84638861b157ff1393d64ba879e73684c93c930c1725c44a87ca639aeae) AuthConfig (aa7514b1192134c50a5217bcbb074ba40ae8cecd2734d784b8bd5f79ffa7e7ee) AuthConfig (1d3489b699aab2d33e29b919b1606b2c97247f74c2864b374c2350c690c53475) AuthConfig (07878e2fe95b53dc2e7316123400aa5c651e931a7106538b9fc596368d1dcd75) AuthConfig (1bbda094deb64eb349cb499c7f4d3a959418bce99cc2724a7d3bfa48d583b965) AuthConfig (1dff628e5ceb596c4a036f08b0c15d2a6951dc7221d6aba476b38a069351d29c) AuthConfig (920199d4c9a0e015252a7008ae96cba5a293ec726ad3a6c19def6f51073b0d34) AuthConfig (c9c906a52f26228288006c3c2403d864a63d0c5ca1d873a004c075445269d601) AuthConfig (9185094f592671e2c5463e5c89b6c2753441313656dda491a6e3a2271ae1c796)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"b43bde97-c513-42fe-84a5-355efcda7686","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:36.105258046Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:37.67636695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"4019de3a-e528-4114-8b9c-3ee38052eaa7","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:37.676389861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"4019de3a-e528-4114-8b9c-3ee38052eaa7","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:39.750675504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb5ace19-0e7f-43bd-ad7f-bc1f9a6cc80c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:39.768236755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb5ace19-0e7f-43bd-ad7f-bc1f9a6cc80c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:39.78891351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb5ace19-0e7f-43bd-ad7f-bc1f9a6cc80c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:39.808934019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb5ace19-0e7f-43bd-ad7f-bc1f9a6cc80c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:40.549647648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f146ac62-7c0e-466c-ba9d-28cb8b5d8a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:40.565110094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f146ac62-7c0e-466c-ba9d-28cb8b5d8a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:40.580718385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f146ac62-7c0e-466c-ba9d-28cb8b5d8a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:40.596338339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f146ac62-7c0e-466c-ba9d-28cb8b5d8a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:45.63593759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"1d674bc2-89f0-4300-a456-43809dd6a84a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:45.636542279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"6204635e-2d7e-4884-846d-eb87f7af7452","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:45.673790007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"1d674bc2-89f0-4300-a456-43809dd6a84a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:45.677193509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"6204635e-2d7e-4884-846d-eb87f7af7452","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:45.860771986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"ef16d56a-39b2-4589-b3ff-768b287f575c","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:45.860803735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"ef16d56a-39b2-4589-b3ff-768b287f575c","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:45.861081291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"779b8c43-c5a2-4a30-91ec-e00e3946f0f2","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:45.861092295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"779b8c43-c5a2-4a30-91ec-e00e3946f0f2","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.197513364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"007981bc-0430-486c-a6fd-c52e6554ecd3","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.197533101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"007981bc-0430-486c-a6fd-c52e6554ecd3","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.228183201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"d44b6f27-61f8-4e53-8974-2dd171fbc736","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.228206141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"d44b6f27-61f8-4e53-8974-2dd171fbc736","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:35:47.230388745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-shared-sub-369c75","reconcileID":"c945ff6e-78de-45ed-94a7-a3880df47e19","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-369c75\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.231965374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"a4ace893-1802-42e5-81c8-0183a6bb3b1e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:35:47.245917862Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"d44b6f27-61f8-4e53-8974-2dd171fbc736","name":"sub-test-model-e07583","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-e07583\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:35:47.245981635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"d44b6f27-61f8-4e53-8974-2dd171fbc736","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-e07583\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.251759521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"a57cb90b-b83a-4a04-a4be-1940a82e0532","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.251791676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"a57cb90b-b83a-4a04-a4be-1940a82e0532","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.254582983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"a4ace893-1802-42e5-81c8-0183a6bb3b1e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.266985381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"7f8eb65e-453b-462d-80b2-5af3f752571e","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.266999252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"7f8eb65e-453b-462d-80b2-5af3f752571e","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.286611254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"907b1c7a-c953-45b6-bcda-1ce1f42e2628","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.286629188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"907b1c7a-c953-45b6-bcda-1ce1f42e2628","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.333992058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"493217c6-a555-4b98-aece-7565ba699d10","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.3542693Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-shared-sub-369c75","reconcileID":"a9bec589-85e3-4aae-bd20-840262033b9e","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"sub-test-model-e07583","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-e07583/e2e-shared-sub-369c75"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.355108555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"493217c6-a555-4b98-aece-7565ba699d10","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.411487647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"ff016d4a-bab5-4d41-b20d-a9a3eb21bb68","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.411502907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"ff016d4a-bab5-4d41-b20d-a9a3eb21bb68","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.418669295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"e77669bf-a863-48df-9402-234c2954856d","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.418683262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"e77669bf-a863-48df-9402-234c2954856d","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.443706768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"58fd1f26-4715-4831-9eb2-01b086337fd0","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.44372486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"58fd1f26-4715-4831-9eb2-01b086337fd0","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.45357731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"56504b0c-e1af-41bb-8c8d-cf41c756fec7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:35:47.456725198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-369c75","reconcileID":"5a1a04a8-8bdd-4008-bd5e-424dd3e6cbdb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-369c75\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.475851007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"56504b0c-e1af-41bb-8c8d-cf41c756fec7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.476530075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-shared-sub-369c75","reconcileID":"c9f75445-bb4a-4194-8666-5146287b8e17","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.492606134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"eca21783-6fca-4a59-962a-f9750673ff37","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.492624763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"eca21783-6fca-4a59-962a-f9750673ff37","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.515442784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"0d427a40-2947-424a-ba98-b74fe172a3e4","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.515464517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"0d427a40-2947-424a-ba98-b74fe172a3e4","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.598152967Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-369c75","reconcileID":"a2eda70c-b7fa-4e3d-901e-978379d5d1c3","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"sub-test-model-5ba53f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-5ba53f/e2e-shared-sub-369c75"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.677526527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"4e12d39a-8858-4b45-a322-f2dd1ac469d3","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.677548252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"4e12d39a-8858-4b45-a322-f2dd1ac469d3","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.690075022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"2d2394ce-050f-41e0-9645-c3b3575dfb6c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.691978612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"7bfcca89-6059-4519-aa9a-f43dab9a4934","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.6919945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"7bfcca89-6059-4519-aa9a-f43dab9a4934","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.711196973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"2d2394ce-050f-41e0-9645-c3b3575dfb6c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.716806493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"391f075c-e23d-4256-81d5-2e1849cd2a85","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.716821601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"391f075c-e23d-4256-81d5-2e1849cd2a85","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.717683826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"dc30877a-3058-4e02-86f9-253e80125de4","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.717699538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"dc30877a-3058-4e02-86f9-253e80125de4","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:35:47.728095011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-369c75","reconcileID":"2dfbd424-b134-48e0-b4ee-57b6a3b7ef61","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-369c75\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.739803421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"f154d131-9d60-4523-b936-cbb6c1d962e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.760646385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"f154d131-9d60-4523-b936-cbb6c1d962e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.768926761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"d190618f-1973-4a99-9a90-890255596738","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.768945065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"d190618f-1973-4a99-9a90-890255596738","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.788324069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-369c75","reconcileID":"049acb9d-c2b7-4fcf-86b7-38ace1f03aff","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.788530116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"08d78330-070d-43c6-a1a8-d8f91bed7288","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.788545659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"08d78330-070d-43c6-a1a8-d8f91bed7288","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.898043852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"f7f4be82-46b2-4c29-b986-430266d8d46e","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.898062615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"f7f4be82-46b2-4c29-b986-430266d8d46e","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.904918001Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-369c75","reconcileID":"58af7fc1-fdd5-4f8e-a150-05a264e16918","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w3-e07583/e2e-a-only-369c75","ai-tenant-e2e-shared-a-w3-e07583/e2e-shared-sub-369c75"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.917879487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"8cf8ca37-527d-4b69-bbf9-b0f278eee3c3","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.917893481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"8cf8ca37-527d-4b69-bbf9-b0f278eee3c3","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.93057194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"934228be-87a8-49d3-beb2-ee4dc450731e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:35:47.936909113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-369c75","reconcileID":"21872128-2217-454f-bd6e-8d1c47b3dbba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-369c75\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.951961111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"934228be-87a8-49d3-beb2-ee4dc450731e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.964568822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"f6bbc6b4-2b6f-4365-a7d9-6701219d12d3","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.964586169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"f6bbc6b4-2b6f-4365-a7d9-6701219d12d3","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.979016261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"f3e4437f-eb73-4aff-9e8a-2eebac70cde0","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.979038441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"f3e4437f-eb73-4aff-9e8a-2eebac70cde0","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:47.996514442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-shared-sub-369c75","reconcileID":"2386893b-82bf-4b55-be91-e78b595be70a","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:48.000192789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"6870d983-1995-42e6-accb-2bfcb5f9b0f2","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:48.000210032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"6870d983-1995-42e6-accb-2bfcb5f9b0f2","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:48.091061451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-369c75","reconcileID":"4f942887-fe1f-441f-9f9d-8de502807dd7","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:48.114710408Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-369c75","reconcileID":"b53f61ed-49f0-4c80-95cd-69af4bcfac97","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w3-5ba53f/e2e-b-only-369c75","ai-tenant-e2e-shared-b-w3-5ba53f/e2e-shared-sub-369c75"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:48.171852429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"262f62c6-15c0-46e6-800b-b0868db4c4e5","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:48.171921177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"262f62c6-15c0-46e6-800b-b0868db4c4e5","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:48.183923979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-369c75","reconcileID":"9bbcfeca-7fd6-44fc-8de2-06178415cd9b","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:48.28310923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-369c75","reconcileID":"efd82b6c-e8ec-4193-a658-aad03a48293c","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:49.720903376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"bc06eec8-6764-4a57-86aa-1180999ecc54","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:49.720925655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"bc06eec8-6764-4a57-86aa-1180999ecc54","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:49.741702776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"6930a43d-e1a5-4a98-9d83-18cf5e4e3124","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:49.74172155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"6930a43d-e1a5-4a98-9d83-18cf5e4e3124","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:49.7729437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"0403b615-c9e0-4f7e-887b-57620a11c359","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:49.831191641Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"0403b615-c9e0-4f7e-887b-57620a11c359","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:49.853005752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-623b4b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"0403b615-c9e0-4f7e-887b-57620a11c359","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:49.87448935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"c60c823b-6e6d-4531-905c-51def33d21b3","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:49.874504355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"c60c823b-6e6d-4531-905c-51def33d21b3","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:55.214992388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e9dc72-9368-4201-aedd-4bfde173d52a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:55.231120368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e9dc72-9368-4201-aedd-4bfde173d52a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:55.247942428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e9dc72-9368-4201-aedd-4bfde173d52a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:55.263880384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e9dc72-9368-4201-aedd-4bfde173d52a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:55.921195277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada3745e-401f-42ee-90bc-248fc4ab7627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:55.937742279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada3745e-401f-42ee-90bc-248fc4ab7627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:55.953406383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada3745e-401f-42ee-90bc-248fc4ab7627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:55.969607944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada3745e-401f-42ee-90bc-248fc4ab7627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:56.607561635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a349a04-95a8-447c-8dbe-dad826938642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:56.624095307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a349a04-95a8-447c-8dbe-dad826938642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:56.640384973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a349a04-95a8-447c-8dbe-dad826938642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:56.670118296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a349a04-95a8-447c-8dbe-dad826938642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:57.678235176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"6c5616ab-17d2-4062-a14c-6a631aa1d452","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"tenant":"e2e-mt-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","model":"ai-tenant-e2e-mt-778b2bce/e2e-lifecycle-model-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:57.678254184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"e2e-lifecycle-model-778b2bce","reconcileID":"6c5616ab-17d2-4062-a14c-6a631aa1d452","MaaSModelRef":{"name":"e2e-lifecycle-model-778b2bce","namespace":"ai-tenant-e2e-mt-778b2bce"},"routeName":"e2e-lifecycle-model-778b2bce-kserve-route","namespace":"ai-tenant-e2e-mt-778b2bce","llmisvcName":"e2e-lifecycle-model-778b2bce","gateway":"openshift-ingress/e2e-mt-778b2bce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:58.795863991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-369c75","reconcileID":"ebb2a463-f990-479d-979d-80cf056c759a","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:58.795888088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-shared-sub-369c75","reconcileID":"d95f8df9-fc9d-48b9-b54b-824be38209f5","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:58.857000624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"321f65b3-4e35-4bc5-bbae-70ad6afc1ee7","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:58.857017883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"321f65b3-4e35-4bc5-bbae-70ad6afc1ee7","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:58.859739668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"0ef6e665-2bcc-4331-bb43-44f1b20d7e07","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:58.859754611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"0ef6e665-2bcc-4331-bb43-44f1b20d7e07","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:58.89769325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-369c75","reconcileID":"b5792c71-4fd6-4fd2-8cb0-95c70431e1fb","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:58.89771172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-369c75","reconcileID":"370973fc-db1c-4f9d-b5ef-ce2361b23f78","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:58.958046654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"ec9ef55b-73f5-4001-b665-954ff5737deb","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:58.958060956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"ec9ef55b-73f5-4001-b665-954ff5737deb","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:58.960554654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"f08f4330-73c4-443b-8c16-bccee44637d6","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:58.960573112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"f08f4330-73c4-443b-8c16-bccee44637d6","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:59.505772095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"8b918cfd-e595-4cff-9230-d02b3d678a73","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:59.527241001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"8b918cfd-e595-4cff-9230-d02b3d678a73","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:59.74745854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"997189ef-9d14-476d-9a7f-ef1d2e115df3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:59.773515355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"997189ef-9d14-476d-9a7f-ef1d2e115df3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:59.906851809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"ca9f4226-8081-40fe-89be-379c0bfd31a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:59.927730082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"ca9f4226-8081-40fe-89be-379c0bfd31a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:59.947247421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-623b4b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"ca9f4226-8081-40fe-89be-379c0bfd31a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:00.873502745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"7a78fdfa-fa03-41dd-b084-f3df93b8b59d","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:00.873527638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"7a78fdfa-fa03-41dd-b084-f3df93b8b59d","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:00.874271865Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"26c3bf56-b8cd-499f-b14c-dead2db41bec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:00.961883303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-369c75","reconcileID":"302f16a4-4e2b-4268-b045-f74da56197ca","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:00.962516029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-shared-sub-369c75","reconcileID":"37ac31c7-8c4f-4b8c-bd06-b44270234295","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:01.009744659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"26c3bf56-b8cd-499f-b14c-dead2db41bec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:01.070523729Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"26c3bf56-b8cd-499f-b14c-dead2db41bec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:01.070542199Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-369c75","reconcileID":"26c3bf56-b8cd-499f-b14c-dead2db41bec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:01.093187576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"43c22107-4e7c-450a-9b24-c974411a48f3","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:01.093203526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"43c22107-4e7c-450a-9b24-c974411a48f3","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:01.182434994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-shared-sub-369c75","reconcileID":"1896d2ec-efba-46d2-aa35-7a2d00e6357f","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:01.182532908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-369c75","reconcileID":"c61d2bd4-324b-4977-a594-0fc2ee8d7bd1","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:01.255314432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"2d3bd78d-0732-482d-9d4f-654c4a6a3583","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:01.255332686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"2d3bd78d-0732-482d-9d4f-654c4a6a3583","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:05.266683918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721a2d9a-7baa-4e22-be59-f10bc4338383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:05.283424157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721a2d9a-7baa-4e22-be59-f10bc4338383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:05.300152586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721a2d9a-7baa-4e22-be59-f10bc4338383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:05.31740305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721a2d9a-7baa-4e22-be59-f10bc4338383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:05.977089085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e09b1d-6df0-4ffb-9b6b-9b36ca8c3f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:05.992547935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e09b1d-6df0-4ffb-9b6b-9b36ca8c3f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:06.008144156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e09b1d-6df0-4ffb-9b6b-9b36ca8c3f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:06.023661439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e09b1d-6df0-4ffb-9b6b-9b36ca8c3f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:06.105482039Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:06.708265954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5f30389-fd7b-4ae2-873c-6772275d2077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:06.723540302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5f30389-fd7b-4ae2-873c-6772275d2077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:06.739287041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5f30389-fd7b-4ae2-873c-6772275d2077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:06.755036499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5f30389-fd7b-4ae2-873c-6772275d2077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:07.380610272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93fef70-8de9-4571-a76e-dbded70411a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:07.396748131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93fef70-8de9-4571-a76e-dbded70411a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:07.412157088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93fef70-8de9-4571-a76e-dbded70411a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:07.42768808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93fef70-8de9-4571-a76e-dbded70411a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:07.922908487Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","namespace":"ai-tenant-e2e-extmod-a-9ba664","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:07.922965947Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","namespace":"ai-tenant-e2e-extmod-a-9ba664","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:07.923019251Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","tenant":"e2e-extmod-a-9ba664","tenantID":"e2e-extmod-a-9ba664","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:07.941295853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"Deployment","name":"maas-api-e2e-extmod-a-9ba664","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:07.975570328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"Service","name":"maas-api-e2e-extmod-a-9ba664","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:07.994695817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-9ba664","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.013064365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-9ba664","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.031658716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-9ba664","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.050237898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-9ba664","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.071317124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-9ba664","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.089665608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-9ba664","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.104954428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-9ba664","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.120420638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-9ba664","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.135917194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"Service","name":"payload-processing-e2e-extmod-a-9ba664","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.15137364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-9ba664","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.166805996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-9ba664","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.182162585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-9ba664","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.197835608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-9ba664","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.230582274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-9ba664","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.25101359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-9ba664","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.28022881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-9ba664","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.296156423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-9ba664","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.311355978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9ba664"},"namespace":"ai-tenant-e2e-extmod-a-9ba664","name":"default-tenant","reconcileID":"d29a6da0-22e6-4b18-b10c-fc2a4677655a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-9ba664","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:09.979539695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"e039379e-e693-4727-8170-42d244087c2f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:10.000648893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"e039379e-e693-4727-8170-42d244087c2f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:10.020234222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-623b4b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"e039379e-e693-4727-8170-42d244087c2f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:11.310106454Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-shared-sub-369c75","reconcileID":"135fc78d-1493-4979-accb-69591beecf06","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscription":"e2e-shared-sub-369c75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:11.380384798Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-shared-sub-369c75","reconcileID":"135fc78d-1493-4979-accb-69591beecf06","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-e07583/e2e-a-only-369c75"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:11.445611043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-369c75","reconcileID":"a6c089bd-a854-490c-b48b-9b3dd7793896","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:11.454350214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"1c5bf39e-0d55-4a1e-bf89-b65a30e1951b","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:11.45436674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"1c5bf39e-0d55-4a1e-bf89-b65a30e1951b","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:11.607747595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"e546aa3a-a4a6-4b58-8d53-870804a044dd","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:11.607769117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"e546aa3a-a4a6-4b58-8d53-870804a044dd","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:12.730992552Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-9ba664","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-9ba664","reconcileID":"58360b85-4956-4e13-aef4-ce11918d9a33","aitenant":"ai-tenants/e2e-extmod-a-9ba664","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:12.970939417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea4ab51-75b9-4973-b2a0-94fed896f44c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:12.986736536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea4ab51-75b9-4973-b2a0-94fed896f44c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:12.996236558Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-9ba664","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-9ba664","reconcileID":"58360b85-4956-4e13-aef4-ce11918d9a33","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-9ba664","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-9ba664"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:13.002477076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea4ab51-75b9-4973-b2a0-94fed896f44c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:13.018178791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea4ab51-75b9-4973-b2a0-94fed896f44c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:13.702115598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1735a7-718c-4e47-abde-6daff899c10c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:13.717608445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1735a7-718c-4e47-abde-6daff899c10c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:13.733007163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1735a7-718c-4e47-abde-6daff899c10c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:13.748396878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1735a7-718c-4e47-abde-6daff899c10c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:14.433467024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caff239b-84d2-4afe-9872-d0d5dd410c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:14.449320808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caff239b-84d2-4afe-9872-d0d5dd410c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:14.464718763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caff239b-84d2-4afe-9872-d0d5dd410c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:14.480282133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caff239b-84d2-4afe-9872-d0d5dd410c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.621930372Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","namespace":"ai-tenant-e2e-mt-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.621985841Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","namespace":"ai-tenant-e2e-mt-778b2bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.622033965Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","tenant":"e2e-mt-778b2bce","tenantID":"e2e-mt-778b2bce","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.639872058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"Deployment","name":"maas-api-e2e-mt-778b2bce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.674177937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"Service","name":"maas-api-e2e-mt-778b2bce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.693734194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-778b2bce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.713449877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-778b2bce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.731977058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.750081683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.771012739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.789525458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.805343205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"Deployment","name":"payload-processing-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.821770524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.844920701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"Service","name":"payload-processing-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.860587511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"Service","name":"payload-pre-processing-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.875978667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"DestinationRule","name":"payload-processing-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.89130695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.906735593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.932980782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.948844936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.964660318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.981133223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-778b2bce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:15.996819693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-778b2bce"},"namespace":"ai-tenant-e2e-mt-778b2bce","name":"default-tenant","reconcileID":"f48e6d4a-9ea2-4ff3-887d-df6c89f08131","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-778b2bce","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:19.955059241Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","namespace":"ai-tenant-e2e-mt-90a96161","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:19.955115732Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","namespace":"ai-tenant-e2e-mt-90a96161","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:19.955164882Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","tenant":"e2e-mt-90a96161","tenantID":"e2e-mt-90a96161","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:19.974807203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"Deployment","name":"maas-api-e2e-mt-90a96161","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.021982303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"Service","name":"maas-api-e2e-mt-90a96161","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.042232946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-90a96161","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.054090911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"8ce7f997-281f-4590-ad52-7af72344af62","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.064008575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-90a96161","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.075893932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"8ce7f997-281f-4590-ad52-7af72344af62","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.082994772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-90a96161","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.096847659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-623b4b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"8ce7f997-281f-4590-ad52-7af72344af62","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.11108228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-90a96161","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.136743776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-90a96161","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.167923598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-90a96161","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.183220906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"Deployment","name":"payload-processing-e2e-mt-90a96161","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.200072739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-90a96161","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.216654353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"Service","name":"payload-processing-e2e-mt-90a96161","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.234239308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"Service","name":"payload-pre-processing-e2e-mt-90a96161","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.249906414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"DestinationRule","name":"payload-processing-e2e-mt-90a96161","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.26544751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-90a96161","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.28199531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-90a96161","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.305055708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-90a96161","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.325472697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-90a96161","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.352030302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-90a96161","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.37010907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-90a96161","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.388090019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a96161"},"namespace":"ai-tenant-e2e-mt-90a96161","name":"default-tenant","reconcileID":"3dd8893c-fae8-4e54-9f8a-5a9b71831974","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-90a96161","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:21.661844693Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-369c75","reconcileID":"ded3e9f9-241e-4d38-b487-db063a92ae1e","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscription":"e2e-a-only-369c75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:21.688862127Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-369c75","reconcileID":"ded3e9f9-241e-4d38-b487-db063a92ae1e","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:21.708009367Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-369c75","reconcileID":"ded3e9f9-241e-4d38-b487-db063a92ae1e","MaaSSubscription":{"name":"e2e-a-only-369c75","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:21.718519598Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-778b2bce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-778b2bce","reconcileID":"8dda26d4-95cc-4139-8662-5708eb2aab32","aitenant":"ai-tenants/e2e-mt-778b2bce","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:21.895192449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"d59fed30-80ba-4069-9deb-24f8a2546fff","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:21.89521087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"d59fed30-80ba-4069-9deb-24f8a2546fff","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:21.911737396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e699bbe-779c-44f8-b4ac-499a417867ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:21.929477667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e699bbe-779c-44f8-b4ac-499a417867ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:21.947980284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e699bbe-779c-44f8-b4ac-499a417867ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:21.969502329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e699bbe-779c-44f8-b4ac-499a417867ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.058197323Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-778b2bce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-778b2bce","reconcileID":"8dda26d4-95cc-4139-8662-5708eb2aab32","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-778b2bce","removed":["maas.opendatahub.io/gateway-access-e2e-mt-778b2bce"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.224698862Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"28c7af30-003d-417a-9fa6-a1976fa23d4f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.22474302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"3c07fd6d-0ea0-440c-bddb-a05e39fd633f","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.224756177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"3c07fd6d-0ea0-440c-bddb-a05e39fd633f","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.315132587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-369c75","reconcileID":"cee122a4-e777-4046-9a95-1ea3522063a8","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.315170788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-369c75","reconcileID":"79c3329b-f5bd-490e-9eee-3443cbb503f3","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.358353537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"28c7af30-003d-417a-9fa6-a1976fa23d4f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.416620732Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"28c7af30-003d-417a-9fa6-a1976fa23d4f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.416642675Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-369c75","reconcileID":"28c7af30-003d-417a-9fa6-a1976fa23d4f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.437019796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"442299cb-a9a5-4da1-8c3e-e34cf6ef696b","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.437035274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"442299cb-a9a5-4da1-8c3e-e34cf6ef696b","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.533129338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-369c75","reconcileID":"64dd67e8-f56f-413c-ad50-3f050942a981","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.541107793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-369c75","reconcileID":"4a587e5c-814e-4780-a19f-f0d9779a0d4e","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.587599399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"91bff9e3-aff7-42fc-93f1-7257b6a4c592","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.587617616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"91bff9e3-aff7-42fc-93f1-7257b6a4c592","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.717048781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716deac5-2f80-4ad7-85e2-4eb5f49d453b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.770467162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716deac5-2f80-4ad7-85e2-4eb5f49d453b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.786886413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716deac5-2f80-4ad7-85e2-4eb5f49d453b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:22.802542425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716deac5-2f80-4ad7-85e2-4eb5f49d453b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.071542434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4321bbf7-8fd4-4380-833f-6e090c7d96c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.071626226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4321bbf7-8fd4-4380-833f-6e090c7d96c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.093350269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c8a530c-6c9f-4062-81b9-bdb27a35dd35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.093437233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c8a530c-6c9f-4062-81b9-bdb27a35dd35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.158173335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-79b278","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-79b278","reconcileID":"8985f1c1-635a-4016-80a6-d3314f17aed1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-79b278","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.19478809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-79b278","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-79b278","reconcileID":"8985f1c1-635a-4016-80a6-d3314f17aed1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-79b278","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.300365666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23963c4d-4aa3-4b0e-8e63-df7632f39ea0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.300382777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23963c4d-4aa3-4b0e-8e63-df7632f39ea0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.301200013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f81fecf4-9b50-44c6-abf3-8bd9d0ca0b45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.301219029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f81fecf4-9b50-44c6-abf3-8bd9d0ca0b45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.326197083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"228562aa-9039-49c0-9716-2cb953bca3a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.326214262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"228562aa-9039-49c0-9716-2cb953bca3a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:36:23.341439442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-79b278","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-79b278","reconcileID":"0e2127b4-aaf9-4486-87bb-6fcf2a4b6437","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-79b278\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.357499219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f021ebf0-b02b-49ea-8b77-f422dc5a7e0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.357896326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-79b278","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-79b278","reconcileID":"a7edcff3-c96d-4ada-899b-6abfebe43372","MaaSAuthPolicy":{"name":"e2e-default-int-auth-79b278","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.358142117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6489d166-010d-4aa5-94a9-7051e01e3b71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.380089976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6489d166-010d-4aa5-94a9-7051e01e3b71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.380096648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f021ebf0-b02b-49ea-8b77-f422dc5a7e0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.382499047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-79b278","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-79b278","reconcileID":"a7edcff3-c96d-4ada-899b-6abfebe43372","MaaSAuthPolicy":{"name":"e2e-default-int-auth-79b278","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.388808601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b576698-2f1f-45dc-9aac-d56791f00dba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.388825611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b576698-2f1f-45dc-9aac-d56791f00dba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.41049337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4729f0b-9aab-46f6-bac5-53cb636fa221","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.410508417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4729f0b-9aab-46f6-bac5-53cb636fa221","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.484189546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6ba0a53-053a-4698-a184-8018b44f6b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.499654146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6ba0a53-053a-4698-a184-8018b44f6b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.515612379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6ba0a53-053a-4698-a184-8018b44f6b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.527168469Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-79b278","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-79b278","reconcileID":"5969b9ab-1db1-49a1-82ac-360fbe802c3e","MaaSSubscription":{"name":"e2e-default-int-sub-79b278","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-79b278","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.533180207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6ba0a53-053a-4698-a184-8018b44f6b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.601596621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfca6be-d7e8-4601-b750-ae68a4e61c36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.601611332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfca6be-d7e8-4601-b750-ae68a4e61c36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.606087539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8312d8a3-b49c-4175-b2e5-1a610733acb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.708836597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-79b278","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-79b278","reconcileID":"94787bc8-17d8-471c-8cd9-49786d9a19cc","MaaSSubscription":{"name":"e2e-default-int-sub-79b278","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.783624184Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-79b278","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-79b278","reconcileID":"1a010da2-df03-49ef-8bc3-79f72f87606c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-79b278","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.783724237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e621a0d-7791-4737-ae0c-61d4ee776e83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.783739001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e621a0d-7791-4737-ae0c-61d4ee776e83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.951347783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b257ad9-b027-463c-98bf-ae4487550ae1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:23.951365504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b257ad9-b027-463c-98bf-ae4487550ae1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:24.115538398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c34820d8-1911-41fa-a960-3c0d29fbe3cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:24.115562926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c34820d8-1911-41fa-a960-3c0d29fbe3cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:24.166728116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61d41678-c4a3-4d45-a15c-81a415f11d7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:24.166744795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0392a324-62be-4129-9b43-207c13ed013c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:24.188672466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61d41678-c4a3-4d45-a15c-81a415f11d7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:24.1889021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0392a324-62be-4129-9b43-207c13ed013c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.658339694Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","namespace":"ai-tenant-e2e-extmod-b-12b8da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.658400576Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","namespace":"ai-tenant-e2e-extmod-b-12b8da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.658451004Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","tenant":"e2e-extmod-b-12b8da","tenantID":"e2e-extmod-b-12b8da","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.680047782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"Deployment","name":"maas-api-e2e-extmod-b-12b8da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.715222383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"Service","name":"maas-api-e2e-extmod-b-12b8da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.740641763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-12b8da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.761713343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-12b8da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.781513819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-12b8da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.804358872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-12b8da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.825277967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-12b8da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.846183583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-12b8da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.862140681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-12b8da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.877974924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-12b8da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.893670455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"Service","name":"payload-processing-e2e-extmod-b-12b8da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.910072705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-12b8da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.925746054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-12b8da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.947662633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-12b8da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.965017342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-12b8da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:26.98541372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-12b8da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:27.001467103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-12b8da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:27.01824104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-12b8da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:27.034730625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-12b8da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:27.050417641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-12b8da"},"namespace":"ai-tenant-e2e-extmod-b-12b8da","name":"default-tenant","reconcileID":"c6aa21e3-770e-499d-93f8-d0e042b96e89","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-12b8da","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:30.117377812Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-12b8da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-12b8da","reconcileID":"36f4f096-05ad-4846-bc87-cb68efed4b12","aitenant":"ai-tenants/e2e-extmod-b-12b8da","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:30.132631145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"3c5fc608-fbe5-4cbd-a7a2-cbc43c2707de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:30.154026151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"3c5fc608-fbe5-4cbd-a7a2-cbc43c2707de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:30.173731026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-623b4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b2ea3f3d8afb80db3c4359b72b0e0d7c81d476a22a2fec74cd9e481278e485a5) AuthConfig (2f4b78c0a340b61ca04d4351770da9d1ef7650bdc035a1eaf97d66e52df00a39) AuthConfig (cd5c1ef1b906fc3526ce213361ab82bc517d388a3c5155a4b63381f85e917418) AuthConfig (ec946323eec3a9a2f8a1cf6e756d4495adf50c1cd3ae522138e365cf9a2b0622) AuthConfig (e3177b7d3cf7cb5f8103b3b3d906da7b05705c2257849873daa19e632db4b9d9) AuthConfig (709d18849ac0656888751b1c364d347581262fdcd34a4a19e0a55dd275e008ad) AuthConfig (2737ab2eba29a858c5de1855131872a389fe195525aba5fd5f5bf63a9fd55851) AuthConfig (8ae627ecbbb47b445c651107e51d3d4d516e8f92ced7ddec5a56cb169e482231) AuthConfig (9af201059c58da25cd30f1e1737aa53e0d23837fb4b434d31ec31167f70b4b96) AuthConfig (d4a9acd9864ecc2b6461d6aead54750b905c7922bdc27a90390c74a8a011d2d0) AuthConfig (380a500050e3744f1e3d26fba434fe220bc4a72ead6c6f2ccc67a0846ee218f5) AuthConfig (706b5d2313cd6c7620b688327d5f5541af863d8d2c9a691a2ea885aa77b1fc95) AuthConfig (74930c1a8c40a426be7425ad2169011a7bc90509fd3a10eeefed1da7e346938e) AuthConfig (99d6ae9f6e618a24a4fc096ecee32980876d590f1a494fbc59a5383c263419da) AuthConfig (813e3b8a5c7a3925b38dedc37341673f097347c73cc9d72a65e09a928a949012) AuthConfig (21a054bc1b437123a91a766e51b2049cc0a1f30dbbd239aa79e71ce6bd4b635b) AuthConfig (207dac16d81eac54b84d4dfe0d81149fc208ceb4bae069ac1de5e361b065a8e6) AuthConfig (38ac4b240cb653f0689bb22a18616a30f1c2b92e3a5d7e986369c1e13002b0b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"3c5fc608-fbe5-4cbd-a7a2-cbc43c2707de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:30.195166888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"640b3a15-4a83-418c-acaf-3ced5a1403f4","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:30.195182012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"640b3a15-4a83-418c-acaf-3ced5a1403f4","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:30.323986139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9d525b-fa32-4257-8693-11be13b44820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:30.339364302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9d525b-fa32-4257-8693-11be13b44820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:30.354699986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9d525b-fa32-4257-8693-11be13b44820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:30.362529933Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-12b8da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-12b8da","reconcileID":"36f4f096-05ad-4846-bc87-cb68efed4b12","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-12b8da","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-12b8da"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:30.370522836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9d525b-fa32-4257-8693-11be13b44820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.115631373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04289df8-2617-41f2-8b52-a47088ebefee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.131758139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04289df8-2617-41f2-8b52-a47088ebefee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.147606609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04289df8-2617-41f2-8b52-a47088ebefee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.163082076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04289df8-2617-41f2-8b52-a47088ebefee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.407870368Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-access","reconcileID":"e440c4a0-7ec4-4b9b-b3d0-b45dd3e175c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.407938891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"258ac29b-f18e-4521-a04f-b0678dd5326e","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.480052408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"3d3ebce7-eb44-4495-af43-236496870c14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.482934172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"2a607ffe-80cb-4579-a670-c80615d09f6d","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.496236618Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-90a96161","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-90a96161","reconcileID":"69625a6b-50d4-4894-a77b-9fc8217360c1","aitenant":"ai-tenants/e2e-mt-90a96161","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.513316476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"46045dec-42ae-48a4-9635-1dba264aa2c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.518084893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"3d3ebce7-eb44-4495-af43-236496870c14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.672678523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"c03d9799-fac8-4035-860b-525ce1693c8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.674659871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"eab0ccbb-81cc-49cc-9c30-9ab831276d3e","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.707102589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"ca866729-99ef-459a-bf99-45b16b2be4da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.72860414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"ca866729-99ef-459a-bf99-45b16b2be4da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.800914443Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-90a96161","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-90a96161","reconcileID":"69625a6b-50d4-4894-a77b-9fc8217360c1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-90a96161","removed":["maas.opendatahub.io/gateway-access-e2e-mt-90a96161"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.864510945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e12e460-13c9-4a93-b529-00cf3f39f595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.880183921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e12e460-13c9-4a93-b529-00cf3f39f595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.895769851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e12e460-13c9-4a93-b529-00cf3f39f595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.912393268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e12e460-13c9-4a93-b529-00cf3f39f595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.927898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"9e90c3e9-0056-4317-ad7c-faeea0ceadd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:31.951345275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"9e90c3e9-0056-4317-ad7c-faeea0ceadd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:32.588071457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85cfc6e-dd38-42df-9004-e95168b4f043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:32.60382293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85cfc6e-dd38-42df-9004-e95168b4f043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:32.619135553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85cfc6e-dd38-42df-9004-e95168b4f043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:32.634468956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85cfc6e-dd38-42df-9004-e95168b4f043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:32.6879833Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-369c75","reconcileID":"6d430756-a29f-4f9a-bc83-7a0541e3b5d8","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscription":"e2e-shared-sub-369c75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:32.785380103Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-369c75","reconcileID":"6d430756-a29f-4f9a-bc83-7a0541e3b5d8","MaaSSubscription":{"name":"e2e-shared-sub-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-5ba53f/e2e-b-only-369c75"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:32.858367615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-369c75","reconcileID":"45601ff9-68c7-4e82-8bb8-1db184c659ef","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:32.973131902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"e89b85af-385f-4ce0-9f47-6bbd62c457fa","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:32.973152063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"e89b85af-385f-4ce0-9f47-6bbd62c457fa","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:33.257399383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"bf4ae13d-d127-4b6a-a40c-ac320705a553","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:33.257418758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"bf4ae13d-d127-4b6a-a40c-ac320705a553","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:34.170187841Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-79b278","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-79b278","reconcileID":"a4eb099e-ffc6-4b87-9e70-4b4df8c55b7a","MaaSSubscription":{"name":"e2e-default-int-sub-79b278","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-79b278","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:34.242817453Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-79b278","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-79b278","reconcileID":"a4eb099e-ffc6-4b87-9e70-4b4df8c55b7a","MaaSSubscription":{"name":"e2e-default-int-sub-79b278","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:34.308402196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d91852b0-ed90-4479-b490-abe48873043f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:34.31747616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9852075d-3acf-416e-882b-d514bbdb63ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:34.317498242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9852075d-3acf-416e-882b-d514bbdb63ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:34.372000341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fafc8e02-d2d1-4b7c-8e31-63af64b4bf69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:34.372105535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1185de1a-a24d-4a97-b133-8fd5a3172fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:34.394794515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fafc8e02-d2d1-4b7c-8e31-63af64b4bf69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:34.395198182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1185de1a-a24d-4a97-b133-8fd5a3172fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.062365548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4e1c773-56b2-43ec-b7d5-157286dce2a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.062386812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4e1c773-56b2-43ec-b7d5-157286dce2a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.081264986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14e1db50-4a4d-44b7-9c90-b72091dc020d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.081287467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14e1db50-4a4d-44b7-9c90-b72091dc020d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.121203808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"namespace":"ai-tenant-e2e-mt-42b75613","name":"e2e-shared-int-policy-42b75613","reconcileID":"fe0a0725-f808-4eb7-98c2-fd9dfeeaee62","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.182169442Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"namespace":"ai-tenant-e2e-mt-42b75613","name":"e2e-shared-int-policy-42b75613","reconcileID":"fe0a0725-f808-4eb7-98c2-fd9dfeeaee62","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.201678543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"namespace":"ai-tenant-e2e-mt-42b75613","name":"e2e-shared-int-policy-42b75613","reconcileID":"fe0a0725-f808-4eb7-98c2-fd9dfeeaee62","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.22159524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fba7f6f-ac96-474a-8f03-eba24ed576cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.221612481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fba7f6f-ac96-474a-8f03-eba24ed576cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.281500783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb43a98a-08dd-4daf-90a3-e8460f7a29f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.281516381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb43a98a-08dd-4daf-90a3-e8460f7a29f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.302628468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4462d330-23e1-4508-aa5a-54477755e188","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.302644521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4462d330-23e1-4508-aa5a-54477755e188","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.314753567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"namespace":"ai-tenant-e2e-mt-42b75613","name":"e2e-shared-int-policy-42b75613","reconcileID":"63261a97-2f9f-4774-b3f4-e180f1a5ed3b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:36:35.315764497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"namespace":"ai-tenant-e2e-mt-42b75613","name":"e2e-shared-int-sub-42b75613","reconcileID":"8e4deccb-05f5-415c-b3cd-989b16685385","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-42b75613\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.338026317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"namespace":"ai-tenant-e2e-mt-42b75613","name":"e2e-shared-int-policy-42b75613","reconcileID":"63261a97-2f9f-4774-b3f4-e180f1a5ed3b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.357309042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f26de2f-f6dd-4809-b89a-fffa3ea78444","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.357324542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f26de2f-f6dd-4809-b89a-fffa3ea78444","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.357408376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"namespace":"ai-tenant-e2e-mt-42b75613","name":"e2e-shared-int-policy-42b75613","reconcileID":"63261a97-2f9f-4774-b3f4-e180f1a5ed3b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.376444143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22849aa5-87e6-4790-8c22-316156457fce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.376459654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22849aa5-87e6-4790-8c22-316156457fce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.465298047Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"namespace":"ai-tenant-e2e-mt-42b75613","name":"e2e-shared-int-sub-42b75613","reconcileID":"592f81a1-c489-45ff-9be1-aca3ff7b688b","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-42b75613/e2e-shared-int-sub-42b75613","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.528346966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3da378a5-52d9-4402-a5f7-b0cb8466c8c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.528361384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3da378a5-52d9-4402-a5f7-b0cb8466c8c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.54690366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"afb33cdd-e91a-4f43-9930-8cea262898c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:35.646538095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"namespace":"ai-tenant-e2e-mt-42b75613","name":"e2e-shared-int-sub-42b75613","reconcileID":"c8bea079-bb79-4077-9f0a-5997cda9deeb","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.104921719Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.311604466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ffcefdc-9928-4cb9-a585-0a889fa5a83a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.311626387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ffcefdc-9928-4cb9-a585-0a889fa5a83a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.339199089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e284358-2a58-4054-96a0-f5d022fb6154","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.339218088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e284358-2a58-4054-96a0-f5d022fb6154","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.371400734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"79f7fe3a-eb0d-416e-a747-c332ec0c1ae3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.39544756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"79f7fe3a-eb0d-416e-a747-c332ec0c1ae3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.415262265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"79f7fe3a-eb0d-416e-a747-c332ec0c1ae3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.436507877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"557282f7-0d85-493f-a847-833b662d6b53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.436524226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"557282f7-0d85-493f-a847-833b662d6b53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.44449408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-2-w2-4be645","reconcileID":"21e8edb3-62ad-49c8-a6a7-fa252a86de43","MaaSModelRef":{"name":"distinct-2-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-2-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-2-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.506983265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"766433eb-7e25-40dd-9bf5-9cba69ea0e09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.507002285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"766433eb-7e25-40dd-9bf5-9cba69ea0e09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.527837005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe3d44df-a3f1-4384-9b35-626234cc6640","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.527851969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe3d44df-a3f1-4384-9b35-626234cc6640","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.537629136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"07eff7a3-9c31-4205-90ec-c1fd163ab930","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:36:36.539844185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-sub-42b75613","reconcileID":"95350199-3f72-42b3-9a8e-ae31cfe9ab55","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-42b75613\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.558850383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-w2-4be645","reconcileID":"36fc6899-9e49-490e-a71d-a3a630945180","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.561319618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"07eff7a3-9c31-4205-90ec-c1fd163ab930","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.583223918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48d098f1-6449-4532-acdd-00d37be4fc6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.583240846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48d098f1-6449-4532-acdd-00d37be4fc6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.584231653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"07eff7a3-9c31-4205-90ec-c1fd163ab930","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.599770253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ca149a3-70c4-4ef4-add6-5bce7b4a9293","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.599814339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ca149a3-70c4-4ef4-add6-5bce7b4a9293","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.669512292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"6ffff00b-88bc-4b0c-960b-e3d68061fa25","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.688252403Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-sub-42b75613","reconcileID":"bd853e2e-567b-4a0a-b4b6-981e57cb37b8","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-42b75613/e2e-shared-int-sub-42b75613","ai-tenant-e2e-mt-fe4ba748/e2e-shared-int-sub-42b75613","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.74154819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"14dbdea4-d6a1-45a8-97c2-61a79dd3c79f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.751507288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2592e6ee-3826-441f-baf8-e3b98ca85578","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.751526578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2592e6ee-3826-441f-baf8-e3b98ca85578","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.776539291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"14dbdea4-d6a1-45a8-97c2-61a79dd3c79f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.778180352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"beba08a7-276e-43ef-9520-dd957a6b9cd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.778873577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"namespace":"ai-tenant-e2e-mt-42b75613","name":"e2e-shared-int-sub-42b75613","reconcileID":"e2d49e9d-8e7e-4544-a8fc-010d7a24675c","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.779848552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"eef78aa3-a51c-4181-89be-51085d0429c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.790738661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"6e53a7cf-c382-4100-bc8e-c192c9f7826a","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.875413375Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"f8051ee6-465f-4cf2-ba46-c767efb3b441","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.894116038Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"f8051ee6-465f-4cf2-ba46-c767efb3b441","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.916106521Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"simulator-subscription","reconcileID":"f8051ee6-465f-4cf2-ba46-c767efb3b441","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/simulator-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.924327475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"09cd8f2f-5a01-4920-b38d-13c0bf4e1dc7","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.932892949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-sub-42b75613","reconcileID":"637669a4-967f-4ad5-99c4-889aa5f7d300","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.948951322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"5959ce6f-9c37-4a55-8c4a-7a0dcc86f4d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.969822706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"5959ce6f-9c37-4a55-8c4a-7a0dcc86f4d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:36.989046212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"a7576be5-1315-4f18-ae2d-96a0d1ab5b53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:37.007001152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"2979f6d1-242a-4652-bb02-9a17cd117ed5","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:37.109396526Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"namespace":"ai-tenant-e2e-mt-42b75613","name":"e2e-shared-int-policy-42b75613","reconcileID":"eb661ae9-a1a1-4da5-8a69-2f97a00f5e79","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:37.109509918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aad9f578-0406-42bb-b156-47036935cd6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:37.109528802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aad9f578-0406-42bb-b156-47036935cd6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:37.159092272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"e821be98-1652-4287-bb6b-a32144695f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:37.180875008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"e821be98-1652-4287-bb6b-a32144695f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:37.304125045Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"namespace":"ai-tenant-e2e-mt-42b75613","name":"e2e-shared-int-policy-42b75613","reconcileID":"eb661ae9-a1a1-4da5-8a69-2f97a00f5e79","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"policyNamespace":"ai-tenant-e2e-mt-42b75613","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:37.325168469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46877075-eaac-4f91-aa80-286bf41f2aff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:37.325184849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46877075-eaac-4f91-aa80-286bf41f2aff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:37.487935581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bbd0210-ee6a-46b4-8e2b-a9a46d7f3ad4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:37.487952719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bbd0210-ee6a-46b4-8e2b-a9a46d7f3ad4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:40.265899679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"afd6814c-31e1-4f66-b3c6-17d7fc725ef8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:40.293283164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"afd6814c-31e1-4f66-b3c6-17d7fc725ef8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:40.313588186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-623b4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b2ea3f3d8afb80db3c4359b72b0e0d7c81d476a22a2fec74cd9e481278e485a5) AuthConfig (2f4b78c0a340b61ca04d4351770da9d1ef7650bdc035a1eaf97d66e52df00a39) AuthConfig (cd5c1ef1b906fc3526ce213361ab82bc517d388a3c5155a4b63381f85e917418) AuthConfig (ec946323eec3a9a2f8a1cf6e756d4495adf50c1cd3ae522138e365cf9a2b0622) AuthConfig (e3177b7d3cf7cb5f8103b3b3d906da7b05705c2257849873daa19e632db4b9d9) AuthConfig (709d18849ac0656888751b1c364d347581262fdcd34a4a19e0a55dd275e008ad) AuthConfig (2737ab2eba29a858c5de1855131872a389fe195525aba5fd5f5bf63a9fd55851) AuthConfig (8ae627ecbbb47b445c651107e51d3d4d516e8f92ced7ddec5a56cb169e482231) AuthConfig (9af201059c58da25cd30f1e1737aa53e0d23837fb4b434d31ec31167f70b4b96) AuthConfig (d4a9acd9864ecc2b6461d6aead54750b905c7922bdc27a90390c74a8a011d2d0) AuthConfig (380a500050e3744f1e3d26fba434fe220bc4a72ead6c6f2ccc67a0846ee218f5) AuthConfig (706b5d2313cd6c7620b688327d5f5541af863d8d2c9a691a2ea885aa77b1fc95) AuthConfig (74930c1a8c40a426be7425ad2169011a7bc90509fd3a10eeefed1da7e346938e) AuthConfig (99d6ae9f6e618a24a4fc096ecee32980876d590f1a494fbc59a5383c263419da) AuthConfig (813e3b8a5c7a3925b38dedc37341673f097347c73cc9d72a65e09a928a949012) AuthConfig (21a054bc1b437123a91a766e51b2049cc0a1f30dbbd239aa79e71ce6bd4b635b) AuthConfig (207dac16d81eac54b84d4dfe0d81149fc208ceb4bae069ac1de5e361b065a8e6) AuthConfig (38ac4b240cb653f0689bb22a18616a30f1c2b92e3a5d7e986369c1e13002b0b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"afd6814c-31e1-4f66-b3c6-17d7fc725ef8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.313050218Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-369c75","reconcileID":"8c1dbf91-f245-4a69-8f42-3f3a689c16bf","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscription":"e2e-b-only-369c75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.329819499Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-369c75","reconcileID":"8c1dbf91-f245-4a69-8f42-3f3a689c16bf","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.355506623Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-369c75","reconcileID":"8c1dbf91-f245-4a69-8f42-3f3a689c16bf","MaaSSubscription":{"name":"e2e-b-only-369c75","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.453276023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"7bd4a59a-9496-4000-98f2-57a4acfbbb69","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.453297025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"7bd4a59a-9496-4000-98f2-57a4acfbbb69","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.670031259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"d8eeb448-3739-4bb8-8f45-e5224b5b6282","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.670056229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"d8eeb448-3739-4bb8-8f45-e5224b5b6282","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.690320163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"f05c1c7a-6d61-44d2-bd5b-20777595d09e","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.690336106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"f05c1c7a-6d61-44d2-bd5b-20777595d09e","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.700736808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"9b704eeb-eee1-469e-9229-17aa5f739f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.721321608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"9b704eeb-eee1-469e-9229-17aa5f739f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.733559182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"297238b3-16fb-4dd1-961a-beaa3349dd71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.803693725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"48aa7d3a-eaae-45a7-81cc-ee2940004f58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.805489854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-2-w2-4be645","reconcileID":"9a1a7fee-7450-4178-b9da-b5fdedd30037","MaaSModelRef":{"name":"distinct-2-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-2-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-2-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.823045551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-w2-4be645","reconcileID":"84da05b1-fa0c-45aa-a59a-1300f1e06cb4","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.841448717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"6578bc84-18f5-4d97-94b3-3b28a2790881","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.841820737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"d4c0dd22-0a08-4be4-9248-9230523976dc","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.902609359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c802ab49-c432-4d74-83b7-15cb5f2c1bc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.9029189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"e2cef4ab-28bc-49c6-9a7f-c49f1cd1a169","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.906064647Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"48aa7d3a-eaae-45a7-81cc-ee2940004f58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.924547005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"c802ab49-c432-4d74-83b7-15cb5f2c1bc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.925495568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e07583-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"48aa7d3a-eaae-45a7-81cc-ee2940004f58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.936428542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"468940df-dd0a-4dac-a227-17f00a682b3c","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.963432574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"af8f5a19-4b49-41f3-8658-ebc59ff9ac17","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.963454166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"af8f5a19-4b49-41f3-8658-ebc59ff9ac17","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:44.035803937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"84f74c58-6a2c-455e-b241-2883b1f6f3f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:44.071405148Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"f300d0e0-7a8d-45e0-886b-72f1ae055045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:44.156469886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef0ccd03-6c83-4f81-acc1-b3d8b6216317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:44.172174979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef0ccd03-6c83-4f81-acc1-b3d8b6216317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:44.188232833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef0ccd03-6c83-4f81-acc1-b3d8b6216317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:44.203718393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef0ccd03-6c83-4f81-acc1-b3d8b6216317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:44.235070653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"f3fe1fbc-8dfc-4141-990b-6906caeda2cf","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:44.290424997Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"d97b57e5-acd0-4915-a186-2fdcfc27f683","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cc9f6d62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:44.327549014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"f300d0e0-7a8d-45e0-886b-72f1ae055045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:44.384329866Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"f300d0e0-7a8d-45e0-886b-72f1ae055045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"e2e-worker-w2-4be645-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:44.384351387Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-access","reconcileID":"f300d0e0-7a8d-45e0-886b-72f1ae055045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4be645"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:44.406181565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"ce3bea02-996a-4ed8-b540-19abf2833e6e","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:44.988719787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f658c1a-2de5-4dfb-a869-1afd550027ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:45.004450242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f658c1a-2de5-4dfb-a869-1afd550027ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:45.021067733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f658c1a-2de5-4dfb-a869-1afd550027ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:45.036537165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f658c1a-2de5-4dfb-a869-1afd550027ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:46.617998198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"2a6e5b64-39b6-4021-85b4-fbc3307f8d96","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:46.638720469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"2a6e5b64-39b6-4021-85b4-fbc3307f8d96","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:46.658071153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"2a6e5b64-39b6-4021-85b4-fbc3307f8d96","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:47.553301478Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"namespace":"ai-tenant-e2e-mt-42b75613","name":"e2e-shared-int-sub-42b75613","reconcileID":"05e38eed-86a2-4d27-8f3d-a671b4ca5d26","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-42b75613","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:47.627477822Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"namespace":"ai-tenant-e2e-mt-42b75613","name":"e2e-shared-int-sub-42b75613","reconcileID":"05e38eed-86a2-4d27-8f3d-a671b4ca5d26","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-42b75613"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-fe4ba748/e2e-shared-int-sub-42b75613","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:47.713648427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-sub-42b75613","reconcileID":"89e4a85e-98dc-417b-bbf2-c235777011fe","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:47.713742328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d4dbd24-9bcb-4972-8375-6d9062a4c450","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:47.792889297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d3b2af0-acd9-4dcf-a44d-dba640b1116a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:47.79290912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d3b2af0-acd9-4dcf-a44d-dba640b1116a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:49.595548219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a564a1ac-95ac-4013-8de9-0bc283ea8bd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:49.595569438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a564a1ac-95ac-4013-8de9-0bc283ea8bd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:49.615946464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcec0ab9-61f3-4b2a-b15d-5644619439a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:49.615968872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcec0ab9-61f3-4b2a-b15d-5644619439a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:49.669599491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"48bc578f-515e-4a18-a934-bfa9f6d22e78","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:49.785406105Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"48bc578f-515e-4a18-a934-bfa9f6d22e78","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:49.817377041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 98","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"48bc578f-515e-4a18-a934-bfa9f6d22e78","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:49.856961451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffc5b9eb-7c86-4fdc-a2c5-6a78a207eb70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:49.856981511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffc5b9eb-7c86-4fdc-a2c5-6a78a207eb70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:50.345979054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"cd0475af-1e3a-4d76-9dca-0fc1fe09d909","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:50.367513263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"cd0475af-1e3a-4d76-9dca-0fc1fe09d909","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:50.387179016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-623b4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b2ea3f3d8afb80db3c4359b72b0e0d7c81d476a22a2fec74cd9e481278e485a5) AuthConfig (2f4b78c0a340b61ca04d4351770da9d1ef7650bdc035a1eaf97d66e52df00a39) AuthConfig (cd5c1ef1b906fc3526ce213361ab82bc517d388a3c5155a4b63381f85e917418) AuthConfig (ec946323eec3a9a2f8a1cf6e756d4495adf50c1cd3ae522138e365cf9a2b0622) AuthConfig (e3177b7d3cf7cb5f8103b3b3d906da7b05705c2257849873daa19e632db4b9d9) AuthConfig (709d18849ac0656888751b1c364d347581262fdcd34a4a19e0a55dd275e008ad) AuthConfig (2737ab2eba29a858c5de1855131872a389fe195525aba5fd5f5bf63a9fd55851) AuthConfig (8ae627ecbbb47b445c651107e51d3d4d516e8f92ced7ddec5a56cb169e482231) AuthConfig (9af201059c58da25cd30f1e1737aa53e0d23837fb4b434d31ec31167f70b4b96) AuthConfig (d4a9acd9864ecc2b6461d6aead54750b905c7922bdc27a90390c74a8a011d2d0) AuthConfig (380a500050e3744f1e3d26fba434fe220bc4a72ead6c6f2ccc67a0846ee218f5) AuthConfig (706b5d2313cd6c7620b688327d5f5541af863d8d2c9a691a2ea885aa77b1fc95) AuthConfig (74930c1a8c40a426be7425ad2169011a7bc90509fd3a10eeefed1da7e346938e) AuthConfig (99d6ae9f6e618a24a4fc096ecee32980876d590f1a494fbc59a5383c263419da) AuthConfig (813e3b8a5c7a3925b38dedc37341673f097347c73cc9d72a65e09a928a949012) AuthConfig (21a054bc1b437123a91a766e51b2049cc0a1f30dbbd239aa79e71ce6bd4b635b) AuthConfig (207dac16d81eac54b84d4dfe0d81149fc208ceb4bae069ac1de5e361b065a8e6) AuthConfig (38ac4b240cb653f0689bb22a18616a30f1c2b92e3a5d7e986369c1e13002b0b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"cd0475af-1e3a-4d76-9dca-0fc1fe09d909","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:53.823600594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-2-w2-4be645","reconcileID":"83c2cacd-c0fd-4bea-af3c-bf03b30c2ef6","MaaSModelRef":{"name":"distinct-2-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-2-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-2-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:53.842251962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-w2-4be645","reconcileID":"04ce3c86-1ff2-481b-8aa4-f51848b929c8","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:53.842494228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"1d4b3284-7f54-4b46-b97d-d0196a587fdb","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:53.993208624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"721d614b-2f45-4ad6-a6f2-34b6bc0a3f81","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:54.014521508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"721d614b-2f45-4ad6-a6f2-34b6bc0a3f81","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:54.033998313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e07583-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"721d614b-2f45-4ad6-a6f2-34b6bc0a3f81","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:54.306302761Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"48b72c9c-12bb-4dc6-971e-65fdafb852be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:54.322764939Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"48b72c9c-12bb-4dc6-971e-65fdafb852be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:54.338916378Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"premium-simulator-subscription","reconcileID":"48b72c9c-12bb-4dc6-971e-65fdafb852be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4be645"},"name":"maas-trlp-premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645","model":"e2e-models-e2e-worker-w2-4be645/premium-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:54.406614199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"1af4d438-8ffb-4bea-8881-5903e9acb70f","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:54.43274303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"e2d2e9d0-6ca4-427f-bc9c-9011b9f10218","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.466362376Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","namespace":"ai-tenant-e2e-worker-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.466580273Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","namespace":"ai-tenant-e2e-worker-w2-4be645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.466711035Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","tenant":"e2e-worker-w2-4be645","tenantID":"e2e-worker-w2-4be645","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.486202727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"Deployment","name":"maas-api-e2e-worker-w2-4be645","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.523896755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"Service","name":"maas-api-e2e-worker-w2-4be645","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.550017185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-4be645","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.57293054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-4be645","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.593649672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-4be645","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.618002906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-4be645","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.641458324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-4be645","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.664320668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-4be645","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.681585602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-4be645","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.69746142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-4be645","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.71290419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"Service","name":"payload-processing-e2e-worker-w2-4be645","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.731380183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-4be645","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.747055911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-4be645","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.762484218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-4be645","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.778218509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-4be645","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.800355507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-4be645","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.815824566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-4be645","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.831644032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-4be645","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.847179413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-4be645","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:55.863313963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4be645"},"namespace":"ai-tenant-e2e-worker-w2-4be645","name":"default-tenant","reconcileID":"43b7125b-98cc-4010-9bbc-5cd981bd48d2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-4be645","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:56.689311465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"e3240dec-5881-442e-8264-c1e61346da6e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:56.74481742Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"e3240dec-5881-442e-8264-c1e61346da6e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:56.76548601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"e3240dec-5881-442e-8264-c1e61346da6e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:56.787396721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0518fd4e-0223-4df8-a8b0-ea87e9ed3405","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:56.787412835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0518fd4e-0223-4df8-a8b0-ea87e9ed3405","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:59.912856336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"2a7153d2-96f3-454e-aba8-c440d8f44091","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:59.969281984Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"2a7153d2-96f3-454e-aba8-c440d8f44091","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:59.994198393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"2a7153d2-96f3-454e-aba8-c440d8f44091","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:00.017528899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd85d182-aeee-455a-8e97-fb9dddf0ace3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:00.017545291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd85d182-aeee-455a-8e97-fb9dddf0ace3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:00.418880687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"e482fec4-d1b4-4f17-ac9d-79423e59e80d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:00.442685291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"e482fec4-d1b4-4f17-ac9d-79423e59e80d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:00.462420021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-623b4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b2ea3f3d8afb80db3c4359b72b0e0d7c81d476a22a2fec74cd9e481278e485a5) AuthConfig (2f4b78c0a340b61ca04d4351770da9d1ef7650bdc035a1eaf97d66e52df00a39) AuthConfig (cd5c1ef1b906fc3526ce213361ab82bc517d388a3c5155a4b63381f85e917418) AuthConfig (ec946323eec3a9a2f8a1cf6e756d4495adf50c1cd3ae522138e365cf9a2b0622) AuthConfig (e3177b7d3cf7cb5f8103b3b3d906da7b05705c2257849873daa19e632db4b9d9) AuthConfig (709d18849ac0656888751b1c364d347581262fdcd34a4a19e0a55dd275e008ad) AuthConfig (2737ab2eba29a858c5de1855131872a389fe195525aba5fd5f5bf63a9fd55851) AuthConfig (8ae627ecbbb47b445c651107e51d3d4d516e8f92ced7ddec5a56cb169e482231) AuthConfig (9af201059c58da25cd30f1e1737aa53e0d23837fb4b434d31ec31167f70b4b96) AuthConfig (d4a9acd9864ecc2b6461d6aead54750b905c7922bdc27a90390c74a8a011d2d0) AuthConfig (380a500050e3744f1e3d26fba434fe220bc4a72ead6c6f2ccc67a0846ee218f5) AuthConfig (706b5d2313cd6c7620b688327d5f5541af863d8d2c9a691a2ea885aa77b1fc95) AuthConfig (74930c1a8c40a426be7425ad2169011a7bc90509fd3a10eeefed1da7e346938e) AuthConfig (99d6ae9f6e618a24a4fc096ecee32980876d590f1a494fbc59a5383c263419da) AuthConfig (813e3b8a5c7a3925b38dedc37341673f097347c73cc9d72a65e09a928a949012) AuthConfig (21a054bc1b437123a91a766e51b2049cc0a1f30dbbd239aa79e71ce6bd4b635b) AuthConfig (207dac16d81eac54b84d4dfe0d81149fc208ceb4bae069ac1de5e361b065a8e6) AuthConfig (38ac4b240cb653f0689bb22a18616a30f1c2b92e3a5d7e986369c1e13002b0b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"e482fec4-d1b4-4f17-ac9d-79423e59e80d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:03.824257953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-2-w2-4be645","reconcileID":"2192e6b8-29ca-4fc4-99aa-1cb13759b08d","MaaSModelRef":{"name":"distinct-2-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-2-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-2-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:03.843073691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-w2-4be645","reconcileID":"c6905bbc-c8c0-45e9-85aa-ba2c97a1d836","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:03.843306586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"cf1aee46-051f-4478-b97b-fe089bae5306","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.069098204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"ae2c3f54-abfc-418a-8d8f-266cd6283fcb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.09245982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"ae2c3f54-abfc-418a-8d8f-266cd6283fcb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.117932994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e07583-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14ea5a1381708a13c9a54013d0eb22a8ebbe73e04c0966805f2d30be598c6547) AuthConfig (a6652d7522c717b54fa71c8c13bea7f91e80f49a605b2f0c3154524bfe965c94) AuthConfig (7cf5168d4d12af40ebe03241d24575cce955eda84c50be9ddb7b609bf7ba64eb) AuthConfig (94c0e329ea0bd25d2698d8c5dcb854174b57d03f4b422dc7feb397254b0d32c4) AuthConfig (745613eac59545714ad60ff5d8b6e4760811e212a0209064db36dea2d1e5f1f7) AuthConfig (61fa7b064fea76160c6da48932f0dd694f958f7fda3f00c9f6763a0648cf1ac3) AuthConfig (a0b76e10e69529fd68dec8f95ddfffa625a65767402f7823cb9a42c6abbff607) AuthConfig (819d603e95612cdce66611499c2afc5084a9b47b2588e39bfcfacd9457115ea6) AuthConfig (38d09e01f6ed3518e06d21a1eadb2174ba1a90f3102a2e65a5b60214b81b8d5f) AuthConfig (5b6965ffa2557ea4da24bcccac139a1604399d5f147cd1c6afdb7ffa30099440) AuthConfig (00e8f60dbf34229562e23333b6bcd18018b78afadab081287fd3f992c8907a94) AuthConfig (e06bc6328a99efbb78e4d5da8602e80f04043c7c94db8e2cdf93a765d7cdaf9e) AuthConfig (e61e5bf26f081a9e4e9e55e0751dc0ac52e7d17192f41649a0502de323179ff3) AuthConfig (d5e5f6f94154946cda7e2d3a499df32289c91fc24f8e9daf5fdb8492bcc1fc8d) AuthConfig (a140586002fdde07eeeca82201f71ef9a304d5f52b14cf423909e3d9b553b9fe) AuthConfig (5d4491ffb214fd632bae2fe132b12d9d823ddc14fc36f3fcbc9b814b5e6e99ca) AuthConfig (fd4fcf5c92f8daa1b6188062ced061edd669e5b5a0ec3d1edf9d75d65e109352) AuthConfig (9b095e80fc1ec2c3f2bb2e55f7a19d7fdf21ea7fb3c1c14b2d3bdf8f1df45a73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"ae2c3f54-abfc-418a-8d8f-266cd6283fcb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.140762279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"a5d11dba-af08-4f5b-9853-e0036465b9cf","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.140812896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"a5d11dba-af08-4f5b-9853-e0036465b9cf","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.434069192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"a9d4b5eb-2281-41bb-a20d-630ae243ef71","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.451204661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"2dce88e3-8cec-44e9-9133-73cf6662b609","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.472532345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"2dce88e3-8cec-44e9-9133-73cf6662b609","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.49216495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e07583-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14ea5a1381708a13c9a54013d0eb22a8ebbe73e04c0966805f2d30be598c6547) AuthConfig (a6652d7522c717b54fa71c8c13bea7f91e80f49a605b2f0c3154524bfe965c94) AuthConfig (7cf5168d4d12af40ebe03241d24575cce955eda84c50be9ddb7b609bf7ba64eb) AuthConfig (94c0e329ea0bd25d2698d8c5dcb854174b57d03f4b422dc7feb397254b0d32c4) AuthConfig (745613eac59545714ad60ff5d8b6e4760811e212a0209064db36dea2d1e5f1f7) AuthConfig (61fa7b064fea76160c6da48932f0dd694f958f7fda3f00c9f6763a0648cf1ac3) AuthConfig (a0b76e10e69529fd68dec8f95ddfffa625a65767402f7823cb9a42c6abbff607) AuthConfig (819d603e95612cdce66611499c2afc5084a9b47b2588e39bfcfacd9457115ea6) AuthConfig (38d09e01f6ed3518e06d21a1eadb2174ba1a90f3102a2e65a5b60214b81b8d5f) AuthConfig (5b6965ffa2557ea4da24bcccac139a1604399d5f147cd1c6afdb7ffa30099440) AuthConfig (00e8f60dbf34229562e23333b6bcd18018b78afadab081287fd3f992c8907a94) AuthConfig (e06bc6328a99efbb78e4d5da8602e80f04043c7c94db8e2cdf93a765d7cdaf9e) AuthConfig (e61e5bf26f081a9e4e9e55e0751dc0ac52e7d17192f41649a0502de323179ff3) AuthConfig (d5e5f6f94154946cda7e2d3a499df32289c91fc24f8e9daf5fdb8492bcc1fc8d) AuthConfig (a140586002fdde07eeeca82201f71ef9a304d5f52b14cf423909e3d9b553b9fe) AuthConfig (5d4491ffb214fd632bae2fe132b12d9d823ddc14fc36f3fcbc9b814b5e6e99ca) AuthConfig (fd4fcf5c92f8daa1b6188062ced061edd669e5b5a0ec3d1edf9d75d65e109352) AuthConfig (9b095e80fc1ec2c3f2bb2e55f7a19d7fdf21ea7fb3c1c14b2d3bdf8f1df45a73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"2dce88e3-8cec-44e9-9133-73cf6662b609","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.109128859Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.819196516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"149b3b36-9501-4084-9d7a-8340bbe873de","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.874834308Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"149b3b36-9501-4084-9d7a-8340bbe873de","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.894084607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"149b3b36-9501-4084-9d7a-8340bbe873de","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.913828893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e1209d-1152-4593-93c4-3486ae148663","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.913844721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e1209d-1152-4593-93c4-3486ae148663","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:10.065419343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"7a4427da-417f-4170-95e2-34105b7048be","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:10.120180932Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"7a4427da-417f-4170-95e2-34105b7048be","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:10.13994471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 102","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"7a4427da-417f-4170-95e2-34105b7048be","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:10.16168494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e8bce11-7bbe-4569-88f9-d506dc594920","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:10.161700786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e8bce11-7bbe-4569-88f9-d506dc594920","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:10.494209496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"900ec0a6-32c1-477a-97df-a2c80e39d7de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:10.515218775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"900ec0a6-32c1-477a-97df-a2c80e39d7de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:10.607344928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"5e6b6963-46f6-42fb-beb6-1a2fe5f25af7","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:10.607361207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"5e6b6963-46f6-42fb-beb6-1a2fe5f25af7","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:12.651731884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-2-w2-4be645","reconcileID":"2e0cc4fa-4c86-4990-9a08-a24d9a084f18","MaaSModelRef":{"name":"distinct-2-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-2-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-2-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:12.661375998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-w2-4be645","reconcileID":"cc8f9641-aa6c-4685-b0e5-bc9b96c56644","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:12.677651188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"e8101db2-88fa-4a51-868d-6d1afbf300e4","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:12.693384327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"61f1fe87-b4bd-4a2c-8874-7d83efb63478","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:12.909322758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"c354c6f9-c7f9-4fb5-b658-bdadb1e23894","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:12.909349162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"c354c6f9-c7f9-4fb5-b658-bdadb1e23894","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:12.957561268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-4ddb36","reconcileID":"dc1c0c8b-30f7-435b-99ed-4037f5bd6187","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-4ddb36\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:12.959413222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-2-w2-4be645","reconcileID":"ad6a85b5-9954-4452-a62f-d65c3551c5a1","MaaSModelRef":{"name":"distinct-2-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-2-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-2-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:12.95954464Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-2-w2-4be645","reconcileID":"ad6a85b5-9954-4452-a62f-d65c3551c5a1","MaaSModelRef":{"name":"distinct-2-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"error":"LLMInferenceService distinct-2-w2-4be645 not found in namespace e2e-models-e2e-worker-w2-4be645","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:12.984446823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-4ddb36","reconcileID":"2a04886e-ef00-4719-84b1-2009f97caa12","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-4ddb36\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:12.988655481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-2-w2-4be645","reconcileID":"ad6a85b5-9954-4452-a62f-d65c3551c5a1","error":"LLMInferenceService distinct-2-w2-4be645 not found in namespace e2e-models-e2e-worker-w2-4be645","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:12.988937205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-w2-4be645","reconcileID":"80239cd5-0dcf-4731-ae8e-9772ea03bd5d","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:12.989367089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"bc67c000-8863-4fcc-a889-de5c04827a56","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:12.989657775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"808c39af-3c57-4e1d-91df-6806eb9d7c28","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.015542063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"e7ec75ee-6843-45cb-9b00-1ee35057c2b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.026130113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"db72c827-dff3-47cd-b1ed-6477441615a9","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.026219633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"db72c827-dff3-47cd-b1ed-6477441615a9","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.055916926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"114ef6df-7f87-49fe-b7f2-10e42300d350","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.056019191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"114ef6df-7f87-49fe-b7f2-10e42300d350","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.057277012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"e7ec75ee-6843-45cb-9b00-1ee35057c2b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.079861224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"5b3abe27-6450-4ca5-a836-ad0d29861148","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.079943915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"5b3abe27-6450-4ca5-a836-ad0d29861148","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.133266485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"e0197a17-a522-43d3-9635-080e929ceec0","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.133363465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"e0197a17-a522-43d3-9635-080e929ceec0","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.170028876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"3c9ae0ef-f9b6-4b82-834d-47efd44a2b0d","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.170876937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"3c9ae0ef-f9b6-4b82-834d-47efd44a2b0d","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:13.190432908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-4ddb36","reconcileID":"33eb0394-b5bf-481d-a4a5-a1afac429e86","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-4ddb36\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.191207847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"de7cffab-bb79-4e16-a993-891f71a0fb37","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.196282362Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-4ddb36","reconcileID":"c4900614-6c21-40fb-b491-9a0a0ad59467","MaaSSubscription":{"name":"e2e-rate-iso-a-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"maas-trlp-rate-test-model-f1e1c2","model":"rate-test-model-f1e1c2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-f1e1c2/e2e-rate-iso-a-4ddb36"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.244177404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"500dc6e7-14d9-4861-9991-a997f6a24e08","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.244269515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"500dc6e7-14d9-4861-9991-a997f6a24e08","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.247227066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"de7cffab-bb79-4e16-a993-891f71a0fb37","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.290371739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"54e184a9-d831-40f2-b3ee-4bc85c19cc34","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.290481592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"54e184a9-d831-40f2-b3ee-4bc85c19cc34","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.310711833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"b0b85b5f-c0ad-47d9-9d98-81c72983298e","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.312280238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"b0b85b5f-c0ad-47d9-9d98-81c72983298e","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.340182255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"658d3921-9a7a-4367-b082-5c31f21c3356","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.366223353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"658d3921-9a7a-4367-b082-5c31f21c3356","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.380709822Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-4ddb36","reconcileID":"580c478e-6a19-49da-837b-9996407a650e","MaaSSubscription":{"name":"e2e-rate-iso-b-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"maas-trlp-rate-test-model-623b4b","model":"rate-test-model-623b4b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-623b4b/e2e-rate-iso-b-4ddb36"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.398518258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-w2-4be645","reconcileID":"01caa250-9d2e-42a0-bb18-ddd91f08aecb","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"distinct-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"distinct-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:13.40500093Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-w2-4be645","reconcileID":"01caa250-9d2e-42a0-bb18-ddd91f08aecb","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"error":"LLMInferenceService distinct-w2-4be645 not found in namespace e2e-models-e2e-worker-w2-4be645","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.439644093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"f2aa5515-7803-4e61-9d5c-1a576f40a99b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:13.440034432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"distinct-w2-4be645","reconcileID":"01caa250-9d2e-42a0-bb18-ddd91f08aecb","error":"LLMInferenceService distinct-w2-4be645 not found in namespace e2e-models-e2e-worker-w2-4be645","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.442032901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"9aa52940-df59-4350-a0b2-2b1846607526","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.442388031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"3681f604-0561-477b-a970-ca7868f4b2ae","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.467353588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"e07e7692-aa7e-41c4-a2a5-4e261a95271c","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.467443312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"e07e7692-aa7e-41c4-a2a5-4e261a95271c","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.467870329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"f2aa5515-7803-4e61-9d5c-1a576f40a99b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.483042676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-4ddb36","reconcileID":"8460e929-5eaf-4b2f-9d4c-1c3dcc5235db","MaaSSubscription":{"name":"e2e-rate-iso-a-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"maas-trlp-rate-test-model-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.635437113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-4ddb36","reconcileID":"1e290599-0aba-4ede-a797-acf4e8fe364e","MaaSSubscription":{"name":"e2e-rate-iso-b-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"maas-trlp-rate-test-model-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.798564216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"08b215bf-a9b5-445d-8bc8-01df11fe1c2f","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"premium-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"premium-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:13.805132687Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"08b215bf-a9b5-445d-8bc8-01df11fe1c2f","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"error":"LLMInferenceService premium-w2-4be645 not found in namespace e2e-models-e2e-worker-w2-4be645","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:13.87093561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"premium-w2-4be645","reconcileID":"08b215bf-a9b5-445d-8bc8-01df11fe1c2f","error":"LLMInferenceService premium-w2-4be645 not found in namespace e2e-models-e2e-worker-w2-4be645","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.871240048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"namespace":"e2e-models-e2e-worker-w2-4be645","name":"simulator-w2-4be645","reconcileID":"d4876a07-b6b0-40e6-b796-42b50026250b","MaaSModelRef":{"name":"simulator-w2-4be645","namespace":"e2e-models-e2e-worker-w2-4be645"},"routeName":"simulator-w2-4be645-kserve-route","namespace":"e2e-models-e2e-worker-w2-4be645","llmisvcName":"simulator-w2-4be645","gateway":"openshift-ingress/e2e-worker-w2-4be645","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:14.534247431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"2bee03b1-fd03-40f5-acc4-61cf2c92dbbd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:14.558993055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"2bee03b1-fd03-40f5-acc4-61cf2c92dbbd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:14.58356015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e07583-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14ea5a1381708a13c9a54013d0eb22a8ebbe73e04c0966805f2d30be598c6547) AuthConfig (a6652d7522c717b54fa71c8c13bea7f91e80f49a605b2f0c3154524bfe965c94) AuthConfig (7cf5168d4d12af40ebe03241d24575cce955eda84c50be9ddb7b609bf7ba64eb) AuthConfig (94c0e329ea0bd25d2698d8c5dcb854174b57d03f4b422dc7feb397254b0d32c4) AuthConfig (745613eac59545714ad60ff5d8b6e4760811e212a0209064db36dea2d1e5f1f7) AuthConfig (61fa7b064fea76160c6da48932f0dd694f958f7fda3f00c9f6763a0648cf1ac3) AuthConfig (a0b76e10e69529fd68dec8f95ddfffa625a65767402f7823cb9a42c6abbff607) AuthConfig (819d603e95612cdce66611499c2afc5084a9b47b2588e39bfcfacd9457115ea6) AuthConfig (38d09e01f6ed3518e06d21a1eadb2174ba1a90f3102a2e65a5b60214b81b8d5f) AuthConfig (5b6965ffa2557ea4da24bcccac139a1604399d5f147cd1c6afdb7ffa30099440) AuthConfig (00e8f60dbf34229562e23333b6bcd18018b78afadab081287fd3f992c8907a94) AuthConfig (e06bc6328a99efbb78e4d5da8602e80f04043c7c94db8e2cdf93a765d7cdaf9e) AuthConfig (e61e5bf26f081a9e4e9e55e0751dc0ac52e7d17192f41649a0502de323179ff3) AuthConfig (d5e5f6f94154946cda7e2d3a499df32289c91fc24f8e9daf5fdb8492bcc1fc8d) AuthConfig (a140586002fdde07eeeca82201f71ef9a304d5f52b14cf423909e3d9b553b9fe) AuthConfig (5d4491ffb214fd632bae2fe132b12d9d823ddc14fc36f3fcbc9b814b5e6e99ca) AuthConfig (fd4fcf5c92f8daa1b6188062ced061edd669e5b5a0ec3d1edf9d75d65e109352) AuthConfig (9b095e80fc1ec2c3f2bb2e55f7a19d7fdf21ea7fb3c1c14b2d3bdf8f1df45a73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"2bee03b1-fd03-40f5-acc4-61cf2c92dbbd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:16.949799794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"3facd5dd-6b9e-4fe2-9b76-262687fedc11","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:17.016469656Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"3facd5dd-6b9e-4fe2-9b76-262687fedc11","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:17.051671098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 103","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"3facd5dd-6b9e-4fe2-9b76-262687fedc11","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:17.10473793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5aeaa189-b804-4e96-9484-68d3fce46fca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:17.104798873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5aeaa189-b804-4e96-9484-68d3fce46fca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:20.209977021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"cc42a28d-5285-4e0a-933b-38a685934c94","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:20.269640727Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"cc42a28d-5285-4e0a-933b-38a685934c94","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:20.291229011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 104","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"cc42a28d-5285-4e0a-933b-38a685934c94","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:20.313492372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efb57b07-6fc2-45fa-8a24-bffac2e8a250","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:20.31351358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efb57b07-6fc2-45fa-8a24-bffac2e8a250","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:23.701508249Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-4be645","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-4be645","reconcileID":"62a8e47f-7a7e-41da-82f2-d63d9ea70d90","aitenant":"ai-tenants/e2e-worker-w2-4be645","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:23.928297605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8b00255-610c-4dfe-be8e-149ec5165420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:23.944143877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8b00255-610c-4dfe-be8e-149ec5165420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:23.960265899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8b00255-610c-4dfe-be8e-149ec5165420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:23.976144563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8b00255-610c-4dfe-be8e-149ec5165420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:24.000812738Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-4be645","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-4be645","reconcileID":"62a8e47f-7a7e-41da-82f2-d63d9ea70d90","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-4be645","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-4be645"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:24.61602202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"dda859e9-d1cf-4f98-a357-704e92a6f284","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:24.642388302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"dda859e9-d1cf-4f98-a357-704e92a6f284","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:24.666739878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e07583-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14ea5a1381708a13c9a54013d0eb22a8ebbe73e04c0966805f2d30be598c6547) AuthConfig (a6652d7522c717b54fa71c8c13bea7f91e80f49a605b2f0c3154524bfe965c94) AuthConfig (7cf5168d4d12af40ebe03241d24575cce955eda84c50be9ddb7b609bf7ba64eb) AuthConfig (94c0e329ea0bd25d2698d8c5dcb854174b57d03f4b422dc7feb397254b0d32c4) AuthConfig (745613eac59545714ad60ff5d8b6e4760811e212a0209064db36dea2d1e5f1f7) AuthConfig (61fa7b064fea76160c6da48932f0dd694f958f7fda3f00c9f6763a0648cf1ac3) AuthConfig (a0b76e10e69529fd68dec8f95ddfffa625a65767402f7823cb9a42c6abbff607) AuthConfig (819d603e95612cdce66611499c2afc5084a9b47b2588e39bfcfacd9457115ea6) AuthConfig (38d09e01f6ed3518e06d21a1eadb2174ba1a90f3102a2e65a5b60214b81b8d5f) AuthConfig (5b6965ffa2557ea4da24bcccac139a1604399d5f147cd1c6afdb7ffa30099440) AuthConfig (00e8f60dbf34229562e23333b6bcd18018b78afadab081287fd3f992c8907a94) AuthConfig (e06bc6328a99efbb78e4d5da8602e80f04043c7c94db8e2cdf93a765d7cdaf9e) AuthConfig (e61e5bf26f081a9e4e9e55e0751dc0ac52e7d17192f41649a0502de323179ff3) AuthConfig (d5e5f6f94154946cda7e2d3a499df32289c91fc24f8e9daf5fdb8492bcc1fc8d) AuthConfig (a140586002fdde07eeeca82201f71ef9a304d5f52b14cf423909e3d9b553b9fe) AuthConfig (5d4491ffb214fd632bae2fe132b12d9d823ddc14fc36f3fcbc9b814b5e6e99ca) AuthConfig (fd4fcf5c92f8daa1b6188062ced061edd669e5b5a0ec3d1edf9d75d65e109352) AuthConfig (9b095e80fc1ec2c3f2bb2e55f7a19d7fdf21ea7fb3c1c14b2d3bdf8f1df45a73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"dda859e9-d1cf-4f98-a357-704e92a6f284","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:24.68249683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dd11562-4617-49f8-845a-33c3db14aa2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:24.70097957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dd11562-4617-49f8-845a-33c3db14aa2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:24.716921479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dd11562-4617-49f8-845a-33c3db14aa2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:24.732445032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dd11562-4617-49f8-845a-33c3db14aa2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:25.372541555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a18641-6e92-41f7-9e76-d5fbf0db0f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:25.388685216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a18641-6e92-41f7-9e76-d5fbf0db0f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:25.407451825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a18641-6e92-41f7-9e76-d5fbf0db0f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:25.423012343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a18641-6e92-41f7-9e76-d5fbf0db0f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:27.136458227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"c10f0328-902a-47d1-b865-d8e05e3275af","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:27.193101994Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"c10f0328-902a-47d1-b865-d8e05e3275af","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:27.212761792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 105","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"c10f0328-902a-47d1-b865-d8e05e3275af","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:27.23482451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdcfc168-013c-4523-8fab-6e19e71c61a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:27.234840921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdcfc168-013c-4523-8fab-6e19e71c61a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:30.362319195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"a09f2429-b64e-400d-8242-759a559cae0b","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:30.422833049Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"a09f2429-b64e-400d-8242-759a559cae0b","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:30.442690494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 106","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"a09f2429-b64e-400d-8242-759a559cae0b","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:30.463003632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ed306c-d2d3-4e4e-b8bb-ee61e2b89435","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:30.463020358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ed306c-d2d3-4e4e-b8bb-ee61e2b89435","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:34.699629966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"e22530cd-c893-4789-bcd7-e7163b35c73e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:34.724622742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"e22530cd-c893-4789-bcd7-e7163b35c73e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:34.745483444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e07583-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14ea5a1381708a13c9a54013d0eb22a8ebbe73e04c0966805f2d30be598c6547) AuthConfig (a6652d7522c717b54fa71c8c13bea7f91e80f49a605b2f0c3154524bfe965c94) AuthConfig (7cf5168d4d12af40ebe03241d24575cce955eda84c50be9ddb7b609bf7ba64eb) AuthConfig (94c0e329ea0bd25d2698d8c5dcb854174b57d03f4b422dc7feb397254b0d32c4) AuthConfig (745613eac59545714ad60ff5d8b6e4760811e212a0209064db36dea2d1e5f1f7) AuthConfig (61fa7b064fea76160c6da48932f0dd694f958f7fda3f00c9f6763a0648cf1ac3) AuthConfig (a0b76e10e69529fd68dec8f95ddfffa625a65767402f7823cb9a42c6abbff607) AuthConfig (819d603e95612cdce66611499c2afc5084a9b47b2588e39bfcfacd9457115ea6) AuthConfig (38d09e01f6ed3518e06d21a1eadb2174ba1a90f3102a2e65a5b60214b81b8d5f) AuthConfig (5b6965ffa2557ea4da24bcccac139a1604399d5f147cd1c6afdb7ffa30099440) AuthConfig (00e8f60dbf34229562e23333b6bcd18018b78afadab081287fd3f992c8907a94) AuthConfig (e06bc6328a99efbb78e4d5da8602e80f04043c7c94db8e2cdf93a765d7cdaf9e) AuthConfig (e61e5bf26f081a9e4e9e55e0751dc0ac52e7d17192f41649a0502de323179ff3) AuthConfig (d5e5f6f94154946cda7e2d3a499df32289c91fc24f8e9daf5fdb8492bcc1fc8d) AuthConfig (a140586002fdde07eeeca82201f71ef9a304d5f52b14cf423909e3d9b553b9fe) AuthConfig (5d4491ffb214fd632bae2fe132b12d9d823ddc14fc36f3fcbc9b814b5e6e99ca) AuthConfig (fd4fcf5c92f8daa1b6188062ced061edd669e5b5a0ec3d1edf9d75d65e109352) AuthConfig (9b095e80fc1ec2c3f2bb2e55f7a19d7fdf21ea7fb3c1c14b2d3bdf8f1df45a73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"e22530cd-c893-4789-bcd7-e7163b35c73e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:36.105033267Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.281801382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"a4a359b9-c1cb-483f-8698-c5e0d5a53460","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.319167789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-4ddb36","reconcileID":"37634d0c-8047-4dee-9909-87a693ce6248","MaaSSubscription":{"name":"e2e-rate-iso-a-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"maas-trlp-rate-test-model-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.343558351Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"a4a359b9-c1cb-483f-8698-c5e0d5a53460","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.371277103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"a4a359b9-c1cb-483f-8698-c5e0d5a53460","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.392417876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"3a1aed21-b40e-4a01-a73f-2177bc66c98a","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.392438345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"3a1aed21-b40e-4a01-a73f-2177bc66c98a","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.397198975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"900d8935-9690-4c1a-8bb4-46c366a11f03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.397212916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"900d8935-9690-4c1a-8bb4-46c366a11f03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.419320712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-4ddb36","reconcileID":"d6c79d29-18cc-4cdb-8e93-2013682f84c2","MaaSSubscription":{"name":"e2e-rate-iso-b-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"maas-trlp-rate-test-model-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.481234834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"5326a2bb-bce1-41b2-9b24-60d614031c0e","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.481250209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"5326a2bb-bce1-41b2-9b24-60d614031c0e","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.820051692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"f921295a-1414-4080-be88-7595da54aeb5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.845960182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"f921295a-1414-4080-be88-7595da54aeb5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.92327896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"f0089bf1-7a39-4f2d-9da5-54ca14e4dcb3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.945658049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"f0089bf1-7a39-4f2d-9da5-54ca14e4dcb3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:40.508827206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"222cbb4a-4e85-4fcb-9890-57402b66c9a1","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:40.570261049Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"222cbb4a-4e85-4fcb-9890-57402b66c9a1","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:40.590324919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 108","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"222cbb4a-4e85-4fcb-9890-57402b66c9a1","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:40.610426912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba0a29be-c3ef-4e99-a529-920d4ed02902","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:40.610443683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba0a29be-c3ef-4e99-a529-920d4ed02902","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:44.790600934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"2feccc16-e4ad-45e2-83cc-eb5eb028dcde","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:44.813485608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"2feccc16-e4ad-45e2-83cc-eb5eb028dcde","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:44.909350911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"6511fe95-8635-4f33-a7ac-7475f19f6a0b","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:44.90936956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"6511fe95-8635-4f33-a7ac-7475f19f6a0b","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:45.909395155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"885628f2-d4d7-42b8-8a76-dea48e6c58c4","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:45.909415102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"885628f2-d4d7-42b8-8a76-dea48e6c58c4","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:45.929467762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"8c141b79-76d8-45a3-9060-c92eb53d33ca","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:45.929483154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"8c141b79-76d8-45a3-9060-c92eb53d33ca","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:45.960657136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"6f90c1c4-1bd1-4e59-b066-d59649ee7799","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:46.028940917Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"6f90c1c4-1bd1-4e59-b066-d59649ee7799","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:46.04869843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-5ba53f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"6f90c1c4-1bd1-4e59-b066-d59649ee7799","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:46.068617984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"df8a42cd-f709-46a5-8e29-69fefaf35fef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:46.068630572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"df8a42cd-f709-46a5-8e29-69fefaf35fef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:47.428862438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"53bdbbba-7f82-4447-85ec-4a0f3a40695c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:47.493727728Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"53bdbbba-7f82-4447-85ec-4a0f3a40695c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:47.513704324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 109","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"53bdbbba-7f82-4447-85ec-4a0f3a40695c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:47.534315006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5641a71e-a727-4b3d-bd8b-a12814f4369d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:47.53433024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5641a71e-a727-4b3d-bd8b-a12814f4369d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:50.660703383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"e9b30a0b-4e5e-4885-948d-9bce0dcfef0f","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:50.722088944Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"e9b30a0b-4e5e-4885-948d-9bce0dcfef0f","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:50.742942388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 110","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"e9b30a0b-4e5e-4885-948d-9bce0dcfef0f","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:50.762978831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26ebae1e-ccfd-4dee-803f-ea2208550908","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:50.762994955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26ebae1e-ccfd-4dee-803f-ea2208550908","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:56.100856094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"8a927999-de7c-47d2-85ce-f7e8cfdf8b0e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:56.121748908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"8a927999-de7c-47d2-85ce-f7e8cfdf8b0e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:56.141917675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-5ba53f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"8a927999-de7c-47d2-85ce-f7e8cfdf8b0e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:56.788879353Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"aa0831b3-411e-4497-b7c4-87d8945622e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:56.789021077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"d32fdcd2-415c-4339-bb11-36f08a1754a5","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:56.789038347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"d32fdcd2-415c-4339-bb11-36f08a1754a5","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:56.89136074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-4ddb36","reconcileID":"7817fd22-296a-4583-ba26-b7cc95c63870","MaaSSubscription":{"name":"e2e-rate-iso-a-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"maas-trlp-rate-test-model-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:56.926387926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"aa0831b3-411e-4497-b7c4-87d8945622e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:56.986242395Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"aa0831b3-411e-4497-b7c4-87d8945622e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"e2e-shared-a-w4-f1e1c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:56.986258894Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"aa0831b3-411e-4497-b7c4-87d8945622e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.006796844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"4326fada-51fd-47f0-bfd3-2f33160ed39c","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.006810749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"4326fada-51fd-47f0-bfd3-2f33160ed39c","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.109189844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-4ddb36","reconcileID":"0ed06f92-fbf0-490a-896f-adccb34694d3","MaaSSubscription":{"name":"e2e-rate-iso-a-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"maas-trlp-rate-test-model-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.163713103Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"f5342acd-5424-4ffd-8ac4-c087890dd2a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.164177914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"0ef6e1dc-9686-4019-9458-23cf5994f27e","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.164194853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"0ef6e1dc-9686-4019-9458-23cf5994f27e","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.255616172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-4ddb36","reconcileID":"95b15647-0014-4eea-97b0-63ed7f2f1e3f","MaaSSubscription":{"name":"e2e-rate-iso-b-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"maas-trlp-rate-test-model-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.303149223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"f5342acd-5424-4ffd-8ac4-c087890dd2a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.358391767Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"f5342acd-5424-4ffd-8ac4-c087890dd2a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"e2e-shared-b-w4-623b4b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.358414454Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-auth-4ddb36","reconcileID":"f5342acd-5424-4ffd-8ac4-c087890dd2a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.379644137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"54257edb-eaae-4b8f-ac95-c80241c3752a","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.379667265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"54257edb-eaae-4b8f-ac95-c80241c3752a","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.474175122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-4ddb36","reconcileID":"674ab598-99fc-4702-bedd-59fadc20e12f","MaaSSubscription":{"name":"e2e-rate-iso-b-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"maas-trlp-rate-test-model-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.566073154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"6a62ac83-4f79-49cb-8dfc-1c1d9f5c4379","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.566724085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"75ba770b-9788-46a3-9d94-84fbe485b903","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.56674357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"75ba770b-9788-46a3-9d94-84fbe485b903","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.622028205Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"6a62ac83-4f79-49cb-8dfc-1c1d9f5c4379","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.64637051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 111","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"6a62ac83-4f79-49cb-8dfc-1c1d9f5c4379","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.667303759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d419e24e-8deb-472c-b7c9-9f4e60bb9499","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:57.667321162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d419e24e-8deb-472c-b7c9-9f4e60bb9499","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:00.813421161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"4575cf1b-49e2-4d26-8f8c-8e065509931c","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:00.868104074Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"4575cf1b-49e2-4d26-8f8c-8e065509931c","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:00.889281949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 112","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"4575cf1b-49e2-4d26-8f8c-8e065509931c","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:00.910971773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b828bdc-9ba4-41c1-b847-19db1d9c4f5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:00.910987952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b828bdc-9ba4-41c1-b847-19db1d9c4f5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.105553979Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.209335905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"579795fb-a730-4f59-a635-c72cee7a7570","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.230655765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"579795fb-a730-4f59-a635-c72cee7a7570","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.25070705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-5ba53f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (920199d4c9a0e015252a7008ae96cba5a293ec726ad3a6c19def6f51073b0d34) AuthConfig (1dff628e5ceb596c4a036f08b0c15d2a6951dc7221d6aba476b38a069351d29c) AuthConfig (07878e2fe95b53dc2e7316123400aa5c651e931a7106538b9fc596368d1dcd75) AuthConfig (4099b38005ed41968e84184f90f8417df231cd6fc549ce914fe5ec66e5d95c54) AuthConfig (5090446fc3989115b65e6b8ecc19013415adf581169fea5c7492b306abfa139a) AuthConfig (7d6fca701b1951b9a7727b43b072573429e06131c15ee10e662188d915a75243) AuthConfig (3fe5db24f1487af17f5f69ee06733fda0d4e9a610d31f5128bc593d730ec79d6) AuthConfig (38abb84638861b157ff1393d64ba879e73684c93c930c1725c44a87ca639aeae) AuthConfig (55db8e573b742b6e9767978b7f0b0106774797c4e2c00f85a8e6b31d9b865efb) AuthConfig (08643a840135d082f121142c9b5abbcdbdcb703e0ae1cc2316604f8c9ca7cb4e) AuthConfig (9185094f592671e2c5463e5c89b6c2753441313656dda491a6e3a2271ae1c796) AuthConfig (12f1a0caa529874aadd1d3119063920d48ae93aa473abe34ebffa6de42ca8ee5) AuthConfig (fd6284e27c193ba932c7982e420f1a21ff208d4db89ec420abdcddd808518d8a) AuthConfig (c9c906a52f26228288006c3c2403d864a63d0c5ca1d873a004c075445269d601) AuthConfig (1d3489b699aab2d33e29b919b1606b2c97247f74c2864b374c2350c690c53475) AuthConfig (aa7514b1192134c50a5217bcbb074ba40ae8cecd2734d784b8bd5f79ffa7e7ee) AuthConfig (1bbda094deb64eb349cb499c7f4d3a959418bce99cc2724a7d3bfa48d583b965) AuthConfig (010014b087a3a2f384cf0829c6fc5dd1073234116102fc7fdc28ac266e54bb5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"579795fb-a730-4f59-a635-c72cee7a7570","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.273083801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"6512bffd-e5bb-47d8-930e-2c0be26b47cc","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.273099369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"6512bffd-e5bb-47d8-930e-2c0be26b47cc","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.625024174Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-4ddb36","reconcileID":"fdc39dec-fdd3-4e8b-b4c1-9901bdda4771","MaaSSubscription":{"name":"e2e-rate-iso-a-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","subscription":"e2e-rate-iso-a-4ddb36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.641762716Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-4ddb36","reconcileID":"fdc39dec-fdd3-4e8b-b4c1-9901bdda4771","MaaSSubscription":{"name":"e2e-rate-iso-a-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.657872068Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"e2e-rate-iso-a-4ddb36","reconcileID":"fdc39dec-fdd3-4e8b-b4c1-9901bdda4771","MaaSSubscription":{"name":"e2e-rate-iso-a-4ddb36","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"name":"maas-trlp-rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.70198664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"d63c6b69-1eb3-4c3a-9e61-1bb2cc5d4da0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.757232563Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"d63c6b69-1eb3-4c3a-9e61-1bb2cc5d4da0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.777239482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 113","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"d63c6b69-1eb3-4c3a-9e61-1bb2cc5d4da0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.798565197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0fdd695-799e-43bc-9fcb-cd0462fc1e08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.798580118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0fdd695-799e-43bc-9fcb-cd0462fc1e08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.814531282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"e387f6cf-29a6-4fa5-a6d9-b40d3dbadda4","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"tenant":"e2e-shared-a-w4-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","model":"ai-tenant-e2e-shared-a-w4-f1e1c2/rate-test-model-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.814550801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"rate-test-model-f1e1c2","reconcileID":"e387f6cf-29a6-4fa5-a6d9-b40d3dbadda4","MaaSModelRef":{"name":"rate-test-model-f1e1c2","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"routeName":"rate-test-model-f1e1c2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","llmisvcName":"rate-test-model-f1e1c2","gateway":"openshift-ingress/e2e-shared-a-w4-f1e1c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.982197789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"fa05b1b0-4511-4791-a388-336f783df593","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.982216825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"fa05b1b0-4511-4791-a388-336f783df593","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:10.963490478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"cc48696b-3efc-444e-9fde-112e7b4e0dc9","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:11.02267671Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"cc48696b-3efc-444e-9fde-112e7b4e0dc9","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:11.045572281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 114","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"cc48696b-3efc-444e-9fde-112e7b4e0dc9","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:11.066863635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d1d35a4-d8ce-428f-b03c-9379dee8e212","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:11.066882697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d1d35a4-d8ce-428f-b03c-9379dee8e212","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:14.284820944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"cacdde10-1dde-46f4-a998-983c644cc05b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:14.388493173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"99529176-218e-48cd-b54e-1fdd270ee227","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:14.389338144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"403140f8-89ca-495d-a499-174495df6059","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:14.409650202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"aab51f72-0f08-4f2a-832c-7137d6fe7aba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:14.488132465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"7a5bb8ba-dd6b-4b9b-91ef-ef997f1ad036","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:14.489090666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"47dc4597-ec9f-43db-8065-b7707013a1bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:14.59086779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"8a61fac6-a046-4fb9-92b3-5689c59be1ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:14.599623984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"cc1b9814-d238-40c0-b89e-14d03d4a011a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:14.695627408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cf50b26f-8ed9-462b-97a5-b6e5f89ebd34","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:14.695825095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-sub-42b75613","reconcileID":"e5f1229d-96f6-4457-a37a-1fefa1656545","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:14.795866443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"52bde182-c77a-4d8b-8bc0-9ea29845c92d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:16.305719179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"5b2fd7a4-aece-4b5a-9388-e1d0775f40af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:16.326499024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"5b2fd7a4-aece-4b5a-9388-e1d0775f40af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:16.414844295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"86b53697-0f05-459f-817a-8c94dcc0d559","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:16.414860011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"86b53697-0f05-459f-817a-8c94dcc0d559","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.656228094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"9be7bc62-f3d6-4f9c-a944-4c72da7ae3f7","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.656252341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"9be7bc62-f3d6-4f9c-a944-4c72da7ae3f7","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.678824556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"730ab5ac-ef02-4fd0-baa1-3f996a2afcaa","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.678843753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"730ab5ac-ef02-4fd0-baa1-3f996a2afcaa","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.688339036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"06bcb9a5-6882-4813-af49-493ff6ca837d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:38:17.689281861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-shared-sub-5098c0","reconcileID":"6e3232b8-1d53-4f25-bd0a-6e5ffd5ddf00","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-5098c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.709312952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"06bcb9a5-6882-4813-af49-493ff6ca837d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.724834071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"ee89fca6-7eea-48b9-aec5-c64f7256adcd","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.724863093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"ee89fca6-7eea-48b9-aec5-c64f7256adcd","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.74398287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"e80e2fe5-f2a6-4873-b44d-b6f456e20f37","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.74399872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"e80e2fe5-f2a6-4873-b44d-b6f456e20f37","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.818020298Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-shared-sub-5098c0","reconcileID":"1d31af23-0cf3-4b15-988a-88c39f30d6fa","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"sub-test-model-e07583","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-e07583/e2e-shared-sub-5098c0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.834187757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"22655fb1-fdaf-42f2-bd52-acc1a6c8133f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.876248899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"1d9811ee-d489-4d0b-8a6d-02a48ad8a5e0","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.87626451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"1d9811ee-d489-4d0b-8a6d-02a48ad8a5e0","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.881572385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"0f6d03bb-92e1-456e-b63d-7cbeaa9bdea3","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.881588561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"0f6d03bb-92e1-456e-b63d-7cbeaa9bdea3","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.889657602Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"22655fb1-fdaf-42f2-bd52-acc1a6c8133f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.905280367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"e9329086-4ef0-4519-8a6a-3a04edf768b6","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.905293538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"e9329086-4ef0-4519-8a6a-3a04edf768b6","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.909665642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 115","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"22655fb1-fdaf-42f2-bd52-acc1a6c8133f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:38:17.918653891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-5098c0","reconcileID":"e7c7d835-f8c5-4ede-90c7-791d50178e91","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-5098c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:38:17.922401854Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"e9329086-4ef0-4519-8a6a-3a04edf768b6","name":"sub-test-model-5ba53f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-5ba53f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:38:17.922445823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"e9329086-4ef0-4519-8a6a-3a04edf768b6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-5ba53f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.927723113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"cfbee31a-9a25-485d-8387-ab4e6c2d8b49","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.927736931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"cfbee31a-9a25-485d-8387-ab4e6c2d8b49","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.929478546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c438cf0-a9e0-4d4d-a30e-1f4dda476dda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.929493398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c438cf0-a9e0-4d4d-a30e-1f4dda476dda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.934599591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"3f2048e6-a237-4dae-9f9c-558105cbe5f4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.934689662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"d74c9d4f-b4ea-44ce-a31b-f467da527335","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.948034765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-shared-sub-5098c0","reconcileID":"20b1c6e0-e734-48a9-a603-3902662d2638","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.953255906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"6ffa9637-240e-479d-89b7-0cd4cd9f950c","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.953270809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"6ffa9637-240e-479d-89b7-0cd4cd9f950c","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.958007917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"d74c9d4f-b4ea-44ce-a31b-f467da527335","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.958596752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"3f2048e6-a237-4dae-9f9c-558105cbe5f4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.97468824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"3979ee3b-b281-4c22-896f-1ea85f5859fc","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.974702439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"3979ee3b-b281-4c22-896f-1ea85f5859fc","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.036291238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"f7b801bd-d8ff-4114-a98a-a479c65d62c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.036604971Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-4ddb36","reconcileID":"f0f8426c-740d-4f83-8273-7f1c532beadf","MaaSSubscription":{"name":"e2e-rate-iso-b-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","subscription":"e2e-rate-iso-b-4ddb36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.055910561Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-5098c0","reconcileID":"a3595f13-b7b3-448e-897b-4a45e38da2b5","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"sub-test-model-5ba53f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-5ba53f/e2e-shared-sub-5098c0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.056209584Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-4ddb36","reconcileID":"f0f8426c-740d-4f83-8273-7f1c532beadf","MaaSSubscription":{"name":"e2e-rate-iso-b-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.060493324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"f7b801bd-d8ff-4114-a98a-a479c65d62c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.072888025Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"e2e-rate-iso-b-4ddb36","reconcileID":"f0f8426c-740d-4f83-8273-7f1c532beadf","MaaSSubscription":{"name":"e2e-rate-iso-b-4ddb36","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"name":"maas-trlp-rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.091564362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"f38cd2fa-e594-4ff4-b470-5b008135b1c6","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.091577853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"f38cd2fa-e594-4ff4-b470-5b008135b1c6","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.110902113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"0f0b7304-86a1-43d2-bed1-19ad6beb4827","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.110915218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"0f0b7304-86a1-43d2-bed1-19ad6beb4827","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.114081871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"9af3759d-1098-4fa5-ab13-f2937f796ced","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.114096935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"9af3759d-1098-4fa5-ab13-f2937f796ced","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:38:18.126165582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-5098c0","reconcileID":"4dd1476f-ecf9-40ee-90e0-870fe623e53d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-5098c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.136370504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"c54693ae-5d82-4c54-8426-2ca8ab649c67","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.156908727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"c54693ae-5d82-4c54-8426-2ca8ab649c67","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.169171843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"7e582b6c-fae8-4ec8-ba46-a03b87fd5cc1","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"tenant":"e2e-shared-b-w4-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","model":"ai-tenant-e2e-shared-b-w4-623b4b/rate-test-model-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.169187643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"rate-test-model-623b4b","reconcileID":"7e582b6c-fae8-4ec8-ba46-a03b87fd5cc1","MaaSModelRef":{"name":"rate-test-model-623b4b","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"routeName":"rate-test-model-623b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","llmisvcName":"rate-test-model-623b4b","gateway":"openshift-ingress/e2e-shared-b-w4-623b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.184714443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"13f24ab1-f66d-41c7-9588-089e24cee9b7","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.184729491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"13f24ab1-f66d-41c7-9588-089e24cee9b7","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.18489652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-5098c0","reconcileID":"a6728614-5d10-48f8-8293-4a8bd56b806d","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.203647393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"8beadd49-953f-4bcd-86ba-cbd695582d63","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.203660935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"8beadd49-953f-4bcd-86ba-cbd695582d63","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.297907298Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-5098c0","reconcileID":"2e50eb3b-aa37-4435-81eb-ccd3fb91f0a1","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w3-e07583/e2e-a-only-5098c0","ai-tenant-e2e-shared-a-w3-e07583/e2e-shared-sub-5098c0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.315162558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"0e3d974e-eb22-490d-820c-dc69f0953702","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.315181133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"0e3d974e-eb22-490d-820c-dc69f0953702","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.336433283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"70ff60b7-bb08-4a98-b8d6-1ffd8bcb50dd","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.336448142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"70ff60b7-bb08-4a98-b8d6-1ffd8bcb50dd","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.350898616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"251365d8-b656-46c0-965f-f440c17cb9ba","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:38:18.354068074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-5098c0","reconcileID":"0aafe207-26ed-4af6-ba80-0905590e65e5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-5098c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.371513277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"251365d8-b656-46c0-965f-f440c17cb9ba","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.377573734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-shared-sub-5098c0","reconcileID":"452627fe-e5b2-4d62-948d-0f78e057fde5","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.442869216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"a869c9e3-8838-4879-a4c2-30536417acaf","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.442883846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"a869c9e3-8838-4879-a4c2-30536417acaf","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.443281882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"e8edd432-f8fa-4617-a792-540303f8778e","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.443299963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"e8edd432-f8fa-4617-a792-540303f8778e","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.481363928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-5098c0","reconcileID":"3c74202f-3a22-4939-a227-f21e53044a4a","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.503273148Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-5098c0","reconcileID":"ad4597b5-7741-44bb-8912-984b59c0c4e9","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w3-5ba53f/e2e-b-only-5098c0","ai-tenant-e2e-shared-b-w3-5ba53f/e2e-shared-sub-5098c0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.50564628Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"fe9e21b7-71e6-4037-8ad8-62c39a8e8c56","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.505702965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"559b62a8-cdec-4ad6-86ad-8487dbe061a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.505716421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"559b62a8-cdec-4ad6-86ad-8487dbe061a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.576854133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-5098c0","reconcileID":"cecaec7e-1a44-4599-ad1d-beb773d1039b","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.608409245Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-policy-42b75613","reconcileID":"fe9e21b7-71e6-4037-8ad8-62c39a8e8c56","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"policyNamespace":"ai-tenant-e2e-mt-fe4ba748","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.628826638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88e1b511-17c5-46dd-827f-f5ab58bdc21b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.628841562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88e1b511-17c5-46dd-827f-f5ab58bdc21b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.635046153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"efbbb8af-efc5-4e33-92d8-2f2ba841863c","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.635060697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"efbbb8af-efc5-4e33-92d8-2f2ba841863c","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.70111543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-5098c0","reconcileID":"7f426f8b-6bb3-40e6-8214-15fb60bcc10d","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.800107643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8762fdfb-348b-4ab5-9248-daaa2b4d8795","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:18.800129818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8762fdfb-348b-4ab5-9248-daaa2b4d8795","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:21.123261294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"278775e7-1eeb-4605-abf9-d06c60401e57","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:21.208137207Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"278775e7-1eeb-4605-abf9-d06c60401e57","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:21.227596932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 116","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"278775e7-1eeb-4605-abf9-d06c60401e57","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:21.252396246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af66d873-7b09-4f19-be3f-98c01ed45f44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:21.252415909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af66d873-7b09-4f19-be3f-98c01ed45f44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:28.854859792Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-sub-42b75613","reconcileID":"49807739-405a-4bf9-be00-1f6cedcaf059","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-42b75613","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:28.925458199Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"namespace":"ai-tenant-e2e-mt-fe4ba748","name":"e2e-shared-int-sub-42b75613","reconcileID":"49807739-405a-4bf9-be00-1f6cedcaf059","MaaSSubscription":{"name":"e2e-shared-int-sub-42b75613","namespace":"ai-tenant-e2e-mt-fe4ba748"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:28.995247017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fab0e43f-3fd8-4db8-9eb3-15a8ce8cfce7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:28.998087356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d31606d-0969-4899-b804-74032723c561","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:28.99810273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d31606d-0969-4899-b804-74032723c561","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:31.300257507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"118989b8-c53a-454d-b23b-f5cdd71a8063","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:31.322088607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"118989b8-c53a-454d-b23b-f5cdd71a8063","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:31.342101633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 96, current generation is 116","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"118989b8-c53a-454d-b23b-f5cdd71a8063","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:35.820571007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"7db6f9a5-6a3f-4cbf-b7ca-6d80fa61a998","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:35.905391575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"0a01f8d4-5ea7-4209-84f8-2255755619c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.000135546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"aab02620-0e3e-4762-a0a5-4e3be63e18ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.096085367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-5098c0","reconcileID":"2609279b-e40c-4072-a834-95f17b5ebe20","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.097058441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"4ba3137d-7fc4-47c0-acd1-f1a52de420c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.098590329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-5098c0","reconcileID":"19dbe6de-e7d1-4ab0-aee8-dd11d378da2e","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.109223477Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.158398799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"cf4d34f1-794f-434c-823e-312b122afc1a","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.158414783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"cf4d34f1-794f-434c-823e-312b122afc1a","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.165207133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"c6f5a3cd-ed78-423c-8ec4-dbe04739538a","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.165220256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"c6f5a3cd-ed78-423c-8ec4-dbe04739538a","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.200971743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"593788c4-ee72-4653-b042-3a7314f91d47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.201381674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"83414e56-5cf6-4445-8113-2cd9c436bebc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.320830162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"1c603d0f-f29c-4299-807c-cf6b43519d36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.321280811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-5098c0","reconcileID":"121cc13e-2098-46ac-8721-0b50857fd353","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.384341102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"11f448ab-e143-44cf-b241-30c672c3349b","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.384357602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"11f448ab-e143-44cf-b241-30c672c3349b","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.397662208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"2c7b2c0d-6261-4964-af59-fb882b80eb44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.398554537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2d9292cd-2542-4184-af13-d2c2900ec052","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.399396514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-shared-sub-5098c0","reconcileID":"cad339af-dc31-46b8-ad12-d0eb303ab279","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.488578222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"9fa39ec7-b93e-4b30-be22-259598800368","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.488597941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"9fa39ec7-b93e-4b30-be22-259598800368","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.5849365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"027dc69a-c80e-495e-b6dc-6d5dc873ee6f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.60593283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"027dc69a-c80e-495e-b6dc-6d5dc873ee6f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.685744509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"3d99bd4b-b755-4703-9f70-0f0545337683","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:36.711877504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"3d99bd4b-b755-4703-9f70-0f0545337683","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:39.93066251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87a3b89b-8e81-4bee-b62d-075869cfed12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:39.946409532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87a3b89b-8e81-4bee-b62d-075869cfed12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:39.962261843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87a3b89b-8e81-4bee-b62d-075869cfed12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:39.983287654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87a3b89b-8e81-4bee-b62d-075869cfed12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:40.631403273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5137ef-7aed-440c-85dd-c53972d1570f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:40.647122543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5137ef-7aed-440c-85dd-c53972d1570f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:40.664805372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5137ef-7aed-440c-85dd-c53972d1570f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:40.681148502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5137ef-7aed-440c-85dd-c53972d1570f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:41.411933324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"c265eb24-530c-46a3-8a21-1bc18e3db4cf","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:41.434905001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"c265eb24-530c-46a3-8a21-1bc18e3db4cf","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:41.526845949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"deae29b0-26e1-450e-bdea-9f6f5a9125ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:41.526863906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"deae29b0-26e1-450e-bdea-9f6f5a9125ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.648028927Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bee08b9","reconcileID":"46fb77b9-3b67-403b-9903-c75f2fea72ea","MaaSAuthPolicy":{"name":"e2e-default-ns-7bee08b9","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.648127925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea6f88a6-0e57-4139-8719-510ecfadf2e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.648143893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea6f88a6-0e57-4139-8719-510ecfadf2e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.700485794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2e85fd7-31a6-406f-8562-99e0337dd8d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.700510826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2e85fd7-31a6-406f-8562-99e0337dd8d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.096386162Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-access","reconcileID":"b6f48099-ae9e-4332-8ecd-56df8d6e7a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.096461067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"112b3872-cff5-47d0-9038-5ab9636d3631","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.151088167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"302f8e7b-4480-46e0-a251-540f5264dfcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.171969435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"302f8e7b-4480-46e0-a251-540f5264dfcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.183740048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"35cb2f72-66bb-4aae-a04a-f04583631eeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.235929537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"243c79ce-98b1-4eaa-bbe1-52e12b044518","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.293728571Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"2e452da4-6014-4c99-9060-be0644eb1e17","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.293841453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"edf377a0-853b-4d0f-8209-b4573e816ee0","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.293857193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"edf377a0-853b-4d0f-8209-b4573e816ee0","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.323489498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"9fb3276f-278c-4153-9705-c9cce39af333","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.353278298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"0aa5b744-6e97-4412-a2d2-5bde303b6e74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.376157905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"0aa5b744-6e97-4412-a2d2-5bde303b6e74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.390251185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"cc9f2bec-f447-4ee8-8c60-090ef461c539","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.42369888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-5098c0","reconcileID":"7050962d-44d1-4782-8098-8f922941fc09","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.425246081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-shared-sub-5098c0","reconcileID":"f70c5aff-8288-45be-a90c-897c765adff7","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.438554878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"2e452da4-6014-4c99-9060-be0644eb1e17","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.496226389Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"2e452da4-6014-4c99-9060-be0644eb1e17","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"e2e-shared-a-w3-e07583-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.496252137Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-sub-iso-auth-5098c0","reconcileID":"2e452da4-6014-4c99-9060-be0644eb1e17","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.517449762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"2de2487c-e541-498b-96dd-fe03d86df380","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.517467336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"2de2487c-e541-498b-96dd-fe03d86df380","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.554115312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"caca9ddd-fb75-42a4-8565-679fe6dfb3e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.578306596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"caca9ddd-fb75-42a4-8565-679fe6dfb3e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.606330923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-shared-sub-5098c0","reconcileID":"91fd7b46-87e5-453f-afb9-ec322650f345","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.606362012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-5098c0","reconcileID":"8e02d201-73ff-41fe-ab47-fb0c424ae897","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.668525192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"dcf60fcc-7969-4a1b-b3c4-730214b5bc55","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.668543498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"dcf60fcc-7969-4a1b-b3c4-730214b5bc55","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.11054109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"ac9a6234-6c02-4225-8956-cac00b20d401","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.167280452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"3d171284-93ee-49bb-bce9-716c157a4476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.182564682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"96e102a2-ff8d-4065-b056-b394f7b19db1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.189293848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"3d171284-93ee-49bb-bce9-716c157a4476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.245077257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"f5cd6446-e8de-4e9e-8789-83d3da504f08","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.259476347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"459e4dbe-2927-4b01-9582-6bc6364ddaea","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.278522738Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"19ec83e2-3093-419b-aa10-ce60db1013c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.295142792Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"19ec83e2-3093-419b-aa10-ce60db1013c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.311463095Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"19ec83e2-3093-419b-aa10-ce60db1013c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.313507999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"f175b088-1242-4629-88de-1b63ef017f15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.357900681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"d7e3a8f3-e223-4aed-86a4-35e038bdb9fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.383076867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"d7e3a8f3-e223-4aed-86a4-35e038bdb9fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.416244639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"7adfca2d-4c8a-4ac6-b356-a24695c26233","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.431344276Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"4e171314-1bac-4028-875b-db1d0258691a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.446373587Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"4e171314-1bac-4028-875b-db1d0258691a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/simulator-w0-555d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.475999067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ccb94fdf-f541-4b74-8f62-9f3c0b8bc277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.496733434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"ccb94fdf-f541-4b74-8f62-9f3c0b8bc277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:38:49.512186563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"simulator-subscription","reconcileID":"4e171314-1bac-4028-875b-db1d0258691a","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:51.940421172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"852afec7-a805-4542-8bb9-2bdd16461b04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:52.039509287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-5098c0","reconcileID":"0ca3ddb4-02f3-448a-9e28-9156b65998be","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:52.039692154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-5098c0","reconcileID":"5b5c428d-0c80-4844-8eea-778366a389b7","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:52.161222873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"bb919c20-a3b2-4763-b1e7-ca257c55cfa9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:52.26347986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"2941cd48-4762-4417-aa55-054358a6cbeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:52.263608171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8c51f990-4802-4f97-b445-aeb85c8ea59b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:52.404249725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"89dad35a-7e87-45d5-90b9-dfa2afc226d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:52.503031002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"5ced9254-3ab4-4645-96b6-a3d72836b583","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:52.669962823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"798f63e0-f9cf-461d-904a-f45d431f48c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:52.739208892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"495eabfe-9ba9-4e10-b221-1ec8fa9aa878","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:52.761101495Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-5098c0","reconcileID":"edbb5fd5-5a88-4332-a013-b9e44765deac","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-e07583/e2e-a-only-5098c0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:52.911375602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-5098c0","reconcileID":"3712a74a-15c8-456f-8699-939c97494547","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:54.72286692Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-shared-sub-5098c0","reconcileID":"2b67e788-3dcc-4b32-ba5b-ce3838a06439","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscription":"e2e-shared-sub-5098c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:54.771907467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-shared-sub-5098c0","reconcileID":"2b67e788-3dcc-4b32-ba5b-ce3838a06439","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:54.84718108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"3286241c-3c9e-4811-a7e5-f6d9b57ff318","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:54.84719927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"3286241c-3c9e-4811-a7e5-f6d9b57ff318","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:55.007665676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"85da8a15-aaf6-44ab-bb1f-88d96ae9de28","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:55.007687696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"85da8a15-aaf6-44ab-bb1f-88d96ae9de28","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:57.989044979Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:57.989102356Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:57.989154213Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","tenant":"e2e-shared-a-w4-f1e1c2","tenantID":"e2e-shared-a-w4-f1e1c2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.008054541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-f1e1c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.035696969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"Service","name":"maas-api-e2e-shared-a-w4-f1e1c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.059294215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-f1e1c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.077333444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-f1e1c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.109014979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-f1e1c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.128046664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-f1e1c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.152006573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-f1e1c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.178237504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-f1e1c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.193843939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-f1e1c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.209715312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-f1e1c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.22928775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-f1e1c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.246404495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-f1e1c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.262017475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-f1e1c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.278045122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-f1e1c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.294249383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-f1e1c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.320180888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-f1e1c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.336356648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-f1e1c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.352053483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-f1e1c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.369099363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-f1e1c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.386525488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2"},"namespace":"ai-tenant-e2e-shared-a-w4-f1e1c2","name":"default-tenant","reconcileID":"3a7b594b-b124-4d85-b30f-5ae49d24ca6e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-f1e1c2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:59.246185461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"2e32c868-98ce-453f-b8cf-3ea4ace8b739","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:59.416908431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"cbe1e09a-4fee-41ad-bf13-7785eeb649ee","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:03.426712633Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-f1e1c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-f1e1c2","reconcileID":"64025d08-d579-40c5-aaf4-42e3687c9340","aitenant":"ai-tenants/e2e-shared-a-w4-f1e1c2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:03.617961924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7db7dc1-9245-40a3-a627-41dd322a7bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:03.633504053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7db7dc1-9245-40a3-a627-41dd322a7bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:03.649322158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7db7dc1-9245-40a3-a627-41dd322a7bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:03.665181656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7db7dc1-9245-40a3-a627-41dd322a7bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:03.69191314Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-f1e1c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-f1e1c2","reconcileID":"64025d08-d579-40c5-aaf4-42e3687c9340","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-f1e1c2","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-f1e1c2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:04.365270629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52d2aa2-bfbc-4f69-9a00-7c4915f2cb96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:04.381587918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52d2aa2-bfbc-4f69-9a00-7c4915f2cb96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:04.397345839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52d2aa2-bfbc-4f69-9a00-7c4915f2cb96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:04.413147909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52d2aa2-bfbc-4f69-9a00-7c4915f2cb96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.05212307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90674e6-a8f1-4297-a1c5-2766a177fc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.067594941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90674e6-a8f1-4297-a1c5-2766a177fc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.067993832Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-5098c0","reconcileID":"72d2bc3b-5f25-45e2-91e0-ec78350e2b6a","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","subscription":"e2e-a-only-5098c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.083939225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90674e6-a8f1-4297-a1c5-2766a177fc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.099737979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90674e6-a8f1-4297-a1c5-2766a177fc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.115801387Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-5098c0","reconcileID":"72d2bc3b-5f25-45e2-91e0-ec78350e2b6a","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.132476962Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"e2e-a-only-5098c0","reconcileID":"72d2bc3b-5f25-45e2-91e0-ec78350e2b6a","MaaSSubscription":{"name":"e2e-a-only-5098c0","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"name":"maas-trlp-sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.291361429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"ec715e96-0444-46b5-a16c-03665ade9570","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"tenant":"e2e-shared-a-w3-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","model":"ai-tenant-e2e-shared-a-w3-e07583/sub-test-model-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.291380301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"sub-test-model-e07583","reconcileID":"ec715e96-0444-46b5-a16c-03665ade9570","MaaSModelRef":{"name":"sub-test-model-e07583","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"routeName":"sub-test-model-e07583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e07583","llmisvcName":"sub-test-model-e07583","gateway":"openshift-ingress/e2e-shared-a-w3-e07583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.606504753Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"3d19e5dc-02d2-4212-bb29-e8ecd4536470","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.606632964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"b4f16379-8ae6-4ecb-9f46-ade5c3dafbec","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.606646793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"b4f16379-8ae6-4ecb-9f46-ade5c3dafbec","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.733281904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-5098c0","reconcileID":"6336e7b7-011d-40bb-901f-4d3bde4fdfbe","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.734111949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-5098c0","reconcileID":"0cebe875-0b0f-4d05-9f62-5b5e627b24ec","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.768059719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"3d19e5dc-02d2-4212-bb29-e8ecd4536470","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.840161342Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"3d19e5dc-02d2-4212-bb29-e8ecd4536470","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"e2e-shared-b-w3-5ba53f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.840178637Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-sub-iso-auth-5098c0","reconcileID":"3d19e5dc-02d2-4212-bb29-e8ecd4536470","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.860839455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"d469c272-2ed1-4618-b4ba-c52e3b10d3a0","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.860853048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"d469c272-2ed1-4618-b4ba-c52e3b10d3a0","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.949600337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-5098c0","reconcileID":"35a78d6c-9a65-435e-be51-212d213e5e51","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:05.949621594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-5098c0","reconcileID":"fe803c51-af22-46e9-acd9-83c1093cde9b","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:06.016559041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"6ba9083c-4a75-4708-be3c-87d22d9033b4","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:06.016579601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"6ba9083c-4a75-4708-be3c-87d22d9033b4","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:06.105489904Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:06.975275228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"02141afe-0fa2-44c8-9e95-f125751ae094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:06.996712081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"02141afe-0fa2-44c8-9e95-f125751ae094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:07.012241954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"da04b1a7-d533-4feb-bb60-a46a33f24171","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:07.096136851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"0fa435e0-bc33-4b55-8793-db3fe4d33805","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:07.096444074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"2ec3a8fc-dc57-4cd5-b571-f3120e001405","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:07.165186425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"e7c0a578-d133-48f9-9636-e9925972c96a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:07.178382322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"1d009d4d-0ede-4880-9f4b-36f42ff9d3d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:07.186153524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"e7c0a578-d133-48f9-9636-e9925972c96a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:07.461686842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"976f6eeb-66d1-4b3c-bca3-0971433ce64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:07.477951393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"976f6eeb-66d1-4b3c-bca3-0971433ce64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:07.495016059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"976f6eeb-66d1-4b3c-bca3-0971433ce64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:07.51041759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"976f6eeb-66d1-4b3c-bca3-0971433ce64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:07.927241301Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"a1bd1c9c-b60e-4fb8-a364-eea6a0a56b62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:07.927533098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"6a7d6a18-8470-4caa-9aa7-0fef278e5d32","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:08.022814268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"14e3a522-4f45-4eae-b15e-3faa0c339fcb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:08.13183564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"a1bd1c9c-b60e-4fb8-a364-eea6a0a56b62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:08.134352145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424a46a5-2541-473d-b095-c7679b793a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:08.150741563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424a46a5-2541-473d-b095-c7679b793a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:08.166536817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424a46a5-2541-473d-b095-c7679b793a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:08.182558662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424a46a5-2541-473d-b095-c7679b793a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:08.233976642Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"a1bd1c9c-b60e-4fb8-a364-eea6a0a56b62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"e2e-worker-w0-555d1e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:08.233993384Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-access","reconcileID":"a1bd1c9c-b60e-4fb8-a364-eea6a0a56b62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-555d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:08.257027415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"51cb68ea-cb97-4af1-8312-fac420abb5b3","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:08.360001514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"9aa25a26-1bdd-4aff-9f68-f71f7df72386","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:08.651123025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"6685e785-c5a5-4d6e-a610-86f20f63d5d8","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:09.255573214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"aa0d6a1f-139c-438f-aa06-258bb1295856","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:09.256920215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"135bf718-b20b-428d-b487-ca949f5c5235","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:09.424371513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"d23864da-0c1b-459c-a5ce-9ee8c70f5ab9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:09.424967073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb45b779-2f07-4ba1-a649-1472895778bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:09.455874767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"d19d8a5b-5d37-4004-a7d8-5004c4143ce9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:09.456015539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"634d49dc-de50-4ad9-af72-b46fd8db0de7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:09.581068444Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-5098c0","reconcileID":"8892cbf1-5722-40ff-8431-ff93572ddbaa","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-5ba53f/e2e-b-only-5098c0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:09.656928069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"d7d4f78d-76bc-4112-9989-2516041c05df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:09.656962101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"05676a4f-5771-4306-a6d5-2447336cec13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:09.755094787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-5098c0","reconcileID":"97e99cba-d5fc-4326-8a94-9a14e9dda083","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:11.340149708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3010773f-d944-4048-a1ce-156e73b89bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:11.355576202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3010773f-d944-4048-a1ce-156e73b89bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:11.371096141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3010773f-d944-4048-a1ce-156e73b89bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:11.386630949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3010773f-d944-4048-a1ce-156e73b89bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:12.054618926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50356279-37b2-4477-927e-d3275b4704fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:12.070166325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50356279-37b2-4477-927e-d3275b4704fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:12.08569075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50356279-37b2-4477-927e-d3275b4704fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:12.10125181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50356279-37b2-4477-927e-d3275b4704fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:16.070653663Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-5098c0","reconcileID":"f84c6506-3cd8-47a8-8a81-6aab88662e65","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscription":"e2e-shared-sub-5098c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:16.122720835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-shared-sub-5098c0","reconcileID":"f84c6506-3cd8-47a8-8a81-6aab88662e65","MaaSSubscription":{"name":"e2e-shared-sub-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:16.193925696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"c4b4ea24-e936-4818-bc7d-622967fa1dd6","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:16.193952068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"c4b4ea24-e936-4818-bc7d-622967fa1dd6","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:16.51775236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"7942095b-f805-433c-bd70-f24a0427a046","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:16.517772378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"7942095b-f805-433c-bd70-f24a0427a046","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:17.097248891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"simulator-w0-555d1e","reconcileID":"6c3f1d58-8a45-4f2a-a160-8d159608b3ec","MaaSModelRef":{"name":"simulator-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"simulator-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"simulator-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:18.652010514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"cae89cac-c10f-47e3-b772-1c780ceb0dbd","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:18.705708412Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"7ebee6fd-787c-4ecf-b851-a0076c732f3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:18.722002093Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"7ebee6fd-787c-4ecf-b851-a0076c732f3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:18.747045431Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"premium-simulator-subscription","reconcileID":"7ebee6fd-787c-4ecf-b851-a0076c732f3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"name":"maas-trlp-premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e","model":"e2e-models-e2e-worker-w0-555d1e/premium-w0-555d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:18.906953987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"namespace":"e2e-models-e2e-worker-w0-555d1e","name":"premium-w0-555d1e","reconcileID":"f9fcc341-b135-47de-9176-b52692c34167","MaaSModelRef":{"name":"premium-w0-555d1e","namespace":"e2e-models-e2e-worker-w0-555d1e"},"routeName":"premium-w0-555d1e-kserve-route","namespace":"e2e-models-e2e-worker-w0-555d1e","llmisvcName":"premium-w0-555d1e","gateway":"openshift-ingress/e2e-worker-w0-555d1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.032276889Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","namespace":"ai-tenant-e2e-worker-w0-555d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.032353963Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","namespace":"ai-tenant-e2e-worker-w0-555d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.032420639Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","tenant":"e2e-worker-w0-555d1e","tenantID":"e2e-worker-w0-555d1e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.049999985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"Deployment","name":"maas-api-e2e-worker-w0-555d1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.080165229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"Service","name":"maas-api-e2e-worker-w0-555d1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.099468107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-555d1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.117982359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-555d1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.13665421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-555d1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.155138318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-555d1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.175687455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-555d1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.194193082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-555d1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.209898686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-555d1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.225304513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-555d1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.240956336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"Service","name":"payload-processing-e2e-worker-w0-555d1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.2564641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-555d1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.272135787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-555d1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.287466784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-555d1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.303005742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-555d1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.327026431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-555d1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.342289354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-555d1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.357730017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-555d1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.373117801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-555d1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.388601151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-555d1e"},"namespace":"ai-tenant-e2e-worker-w0-555d1e","name":"default-tenant","reconcileID":"ad728a04-d9c0-499f-8316-dc3283f629c8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-555d1e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:25.995381114Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:25.995462512Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","namespace":"ai-tenant-e2e-shared-b-w4-623b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:25.995527795Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","tenant":"e2e-shared-b-w4-623b4b","tenantID":"e2e-shared-b-w4-623b4b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.015515629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-623b4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.049386292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"Service","name":"maas-api-e2e-shared-b-w4-623b4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.069983766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-623b4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.092478792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-623b4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.112262832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-623b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.132734727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-623b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.154544612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-623b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.174114299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-623b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.190873967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-623b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.206532416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-623b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.22200743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-623b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.238877983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-623b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.2543428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-623b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.272019484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-623b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.287519953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-623b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.312167364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-623b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.332615723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-623b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.348714979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-623b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.364375827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-623b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.37965443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-623b4b"},"namespace":"ai-tenant-e2e-shared-b-w4-623b4b","name":"default-tenant","reconcileID":"ad246e49-840c-4f11-828d-5d65147f4fc3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-623b4b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.596282394Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-5098c0","reconcileID":"7122d545-d327-4db5-bcfb-e78021ba0dd7","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","subscription":"e2e-b-only-5098c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.612733895Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-5098c0","reconcileID":"7122d545-d327-4db5-bcfb-e78021ba0dd7","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.63334046Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"e2e-b-only-5098c0","reconcileID":"7122d545-d327-4db5-bcfb-e78021ba0dd7","MaaSSubscription":{"name":"e2e-b-only-5098c0","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"name":"maas-trlp-sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.725537404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"82551000-b60d-4d1b-8d70-b3f9a45b3dd8","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"tenant":"e2e-shared-b-w3-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","model":"ai-tenant-e2e-shared-b-w3-5ba53f/sub-test-model-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.725560693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"sub-test-model-5ba53f","reconcileID":"82551000-b60d-4d1b-8d70-b3f9a45b3dd8","MaaSModelRef":{"name":"sub-test-model-5ba53f","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"routeName":"sub-test-model-5ba53f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","llmisvcName":"sub-test-model-5ba53f","gateway":"openshift-ingress/e2e-shared-b-w3-5ba53f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:29.437563737Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-623b4b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-623b4b","reconcileID":"6dd70358-f831-40d8-a65e-1aeea636a669","aitenant":"ai-tenants/e2e-shared-b-w4-623b4b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:29.638594658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1aea11f-f03e-4c3f-b46c-c031b8b2f843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:29.654336049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1aea11f-f03e-4c3f-b46c-c031b8b2f843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:29.671644645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1aea11f-f03e-4c3f-b46c-c031b8b2f843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:29.687907211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1aea11f-f03e-4c3f-b46c-c031b8b2f843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:29.714494841Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-623b4b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-623b4b","reconcileID":"6dd70358-f831-40d8-a65e-1aeea636a669","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-623b4b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-623b4b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:30.371300403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3215995b-5fb3-4b68-8e57-ea45c9a4c504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:30.386575062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3215995b-5fb3-4b68-8e57-ea45c9a4c504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:30.402157284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3215995b-5fb3-4b68-8e57-ea45c9a4c504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:30.417457875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3215995b-5fb3-4b68-8e57-ea45c9a4c504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:30.838827556Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"d670b923-422b-4e1e-a3f8-eae80d754b68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:30.838952254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"4e96ac0a-5316-445f-bc7e-5d499a7aae68","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:30.89760452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"3fc3ce95-022b-451b-a940-4c1b32543483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:30.918300065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"3fc3ce95-022b-451b-a940-4c1b32543483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:30.933758198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"40f5c222-d02a-42de-a237-c11bf8d09a03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:30.981114697Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f7a0ed93-1b08-460b-917f-4716c64d8970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:30.981344523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"e88a2846-c4f6-40c6-9b6e-315ef0bcf127","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:31.039991787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"cbc2609e-02d8-4dac-8c04-8f8e31173b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:39:31.07161586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-access","reconcileID":"f7a0ed93-1b08-460b-917f-4716c64d8970","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:31.07257596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"cbc2609e-02d8-4dac-8c04-8f8e31173b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:31.087421882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3702cab1-c553-4926-acf4-8a908cf54a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:31.098961848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"887214ec-9718-456e-8b97-27a40f03b63e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:31.104721849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3702cab1-c553-4926-acf4-8a908cf54a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:31.122123654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3702cab1-c553-4926-acf4-8a908cf54a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:31.137411092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3702cab1-c553-4926-acf4-8a908cf54a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:31.150239549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"8fcd3df8-d6a5-43b0-86ce-2d93c8e180b8","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:31.180529444Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-555d1e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-555d1e","reconcileID":"c07d80f2-0669-42e5-8057-af5253599905","aitenant":"ai-tenants/e2e-worker-w0-555d1e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:31.211153347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"460e625c-16bf-45ff-aeb8-30413d643da9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:31.233961744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"460e625c-16bf-45ff-aeb8-30413d643da9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:31.456075451Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-555d1e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-555d1e","reconcileID":"c07d80f2-0669-42e5-8057-af5253599905","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-555d1e","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-555d1e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:31.869502638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d0c3c0-8c39-43ec-9792-c07e07cc6066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:31.885766513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d0c3c0-8c39-43ec-9792-c07e07cc6066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:31.902515871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d0c3c0-8c39-43ec-9792-c07e07cc6066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:31.919168902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d0c3c0-8c39-43ec-9792-c07e07cc6066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:32.681595559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3679b47c-48a1-4170-9f92-94132c094ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:32.697167893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3679b47c-48a1-4170-9f92-94132c094ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:32.71277137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3679b47c-48a1-4170-9f92-94132c094ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:32.7285624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3679b47c-48a1-4170-9f92-94132c094ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:36.109757777Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:39.781290324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"36f7b14b-4405-4ce4-8ae1-75dcc0cd9c3e","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:40.550142783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"ecf88aae-64e5-49c6-ac96-bc8b1bb9e698","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:40.566142165Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"4dc54caa-8db6-4688-8d51-3917f81cf87c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:40.582450921Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"4dc54caa-8db6-4688-8d51-3917f81cf87c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:40.601528795Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"simulator-subscription","reconcileID":"4dc54caa-8db6-4688-8d51-3917f81cf87c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/simulator-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:40.60260774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"67b2439a-41f8-48cc-8596-2f7e95803eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:40.623417398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"67b2439a-41f8-48cc-8596-2f7e95803eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:40.75451145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"de93b823-c3fa-4d40-8229-279594e9a652","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:40.786704026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"e0267d3e-75d9-4c32-a08e-24cbc56d78f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:40.807358698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"e0267d3e-75d9-4c32-a08e-24cbc56d78f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:44.727501315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"d4f91969-dac7-4c5c-b5df-a78a42dfb4dc","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:45.583284626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"76669b80-47da-4e78-87bd-b006ca6b10bf","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:45.656683048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"5b4fd0ce-8a80-4444-aae7-cec98de158fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:45.718123379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"5e1de581-b6ff-4b4d-87e4-33dbc3080009","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:45.720804845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"4b361741-05c6-4a9a-9925-e8768d789269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:45.746926644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"4b361741-05c6-4a9a-9925-e8768d789269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:45.795150146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"ec63c27d-f2be-4709-8ba5-7666754adccc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:47.546739054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"ec0356f5-354b-4df4-86c1-fe387d4745f5","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:47.546824408Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"ba7b7572-609d-415f-97be-84eeba9d8faf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:47.64488467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"038922ba-9596-47b9-bfad-bb182384f65e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:47.680593644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"ba7b7572-609d-415f-97be-84eeba9d8faf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:47.747730664Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"ba7b7572-609d-415f-97be-84eeba9d8faf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"e2e-worker-w4-c0c28f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:47.747755441Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-access","reconcileID":"ba7b7572-609d-415f-97be-84eeba9d8faf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:47.768853647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"37e7be49-113a-4e7c-929f-528a977b59b3","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:47.864800216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"b23efcbc-46a5-451b-8ab9-34fc5e9dcee5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:48.446334531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"adad9eaf-9991-4ed0-b70c-fbfe19a75c0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:48.517858793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"a1787e31-af9c-4b5d-8383-7ce6c9f55430","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:48.518105805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"fbb702e4-1640-4057-a5cb-a88f1368ef6a","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:48.518279263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"b63449dd-a8e1-4f01-9e71-493d37770418","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:48.53374108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"25b91c8f-3c87-4b21-b5ee-e4b209391123","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:48.598226993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"20a09858-f662-4fd8-9499-47cd6e230c54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:48.671140951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"4b63bfe9-5f97-4351-b2e1-6931ced91baf","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:48.865218705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1105312-d0c3-4515-86da-f57f14913a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:48.884972843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1105312-d0c3-4515-86da-f57f14913a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:48.900823168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1105312-d0c3-4515-86da-f57f14913a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:48.916671994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1105312-d0c3-4515-86da-f57f14913a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:49.245030813Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"6c1dfe28-3b45-430e-aa1d-99aac715ff58","namespace":"ai-tenant-e2e-worker-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:49.245090901Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"6c1dfe28-3b45-430e-aa1d-99aac715ff58","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:49.264815235Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"6c1dfe28-3b45-430e-aa1d-99aac715ff58","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:49.264832117Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"6c1dfe28-3b45-430e-aa1d-99aac715ff58","namespace":"ai-tenant-e2e-worker-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:49.748226149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cf3dc1-2ad6-4dfb-b069-d73f0070b4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:49.763868914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cf3dc1-2ad6-4dfb-b069-d73f0070b4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:49.779648196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cf3dc1-2ad6-4dfb-b069-d73f0070b4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:49.795162931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cf3dc1-2ad6-4dfb-b069-d73f0070b4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.066511273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"3d24d3b3-5b52-4bf3-b5ed-d31f88ea5262","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.066725943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"8577a983-d956-4ce3-8f41-f1c08c1dff9b","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.06696099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"660daf92-e30a-4472-a5d3-473f190c3fbc","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.067227303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"fa61c65e-d92f-465c-8d79-249aeae21611","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.114235716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"bcb4d5fa-9e53-4357-8d28-50d6addc685a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.120359302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"5f735a8b-5959-4c41-a114-3a75d5ee8171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.122341172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"d99e635e-0b9c-44a8-a73d-b5152ccc148d","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.122549239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"57b1f421-2284-42c8-94f2-ac802e3f5e10","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.122718796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"d4c18a1b-56be-465c-8e76-cbfa51f272bf","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.122967826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"01d6f878-b523-477f-a586-ced6f646c1c7","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.131069992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"499284da-3c8f-4320-a212-2b64e6be49f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.131626231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"4f3a64fa-88bb-4c0f-90bd-c5a073e6261a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.135151843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"bcb4d5fa-9e53-4357-8d28-50d6addc685a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.145277642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"5f735a8b-5959-4c41-a114-3a75d5ee8171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.235342924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"918bbdf3-818c-4611-b57c-88ad47647fb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.241126129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"8f0a7b2a-ec23-4ddc-89ed-2f5a177113b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.256421787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"918bbdf3-818c-4611-b57c-88ad47647fb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.262346053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"8f0a7b2a-ec23-4ddc-89ed-2f5a177113b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:58.519258907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"1a6be536-59e4-46c4-a3ae-b3cdc7267d23","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:58.51951878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"ee8e0df0-d899-4bff-835b-8a5944ba71c6","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:58.534857761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"befe7aee-8bb9-4527-bc26-81cfa750c90c","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:58.677364721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"4b86de42-5780-46d1-93ff-637e27287651","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:58.72525595Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"032036b0-4fcf-459f-8d3a-17cd093a7d7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:58.74149922Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"032036b0-4fcf-459f-8d3a-17cd093a7d7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:58.75802461Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"premium-simulator-subscription","reconcileID":"032036b0-4fcf-459f-8d3a-17cd093a7d7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"name":"maas-trlp-premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f","model":"e2e-models-e2e-worker-w4-c0c28f/premium-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:58.912476233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"b99bb112-a60e-4306-99aa-7ba10ea284c5","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:02.627173088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2f06a9ba-0d91-4d40-abba-564d297a6134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:02.627250477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"e8cf6f10-710f-4156-ad8d-294011adec8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:02.648401983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2f06a9ba-0d91-4d40-abba-564d297a6134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:02.649185139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"e8cf6f10-710f-4156-ad8d-294011adec8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:05.194304895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-be5aa686","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-conflict-a-be5aa686","reconcileID":"cae86f51-d368-4829-85c0-47fc02cc5ef2","MaaSModelRef":{"name":"e2e-conflict-a-be5aa686","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"e2e-conflict-a-be5aa686-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"e2e-conflict-a-be5aa686","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:06.104816998Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:06.99092084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-be5aa686","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-conflict-a-be5aa686","reconcileID":"e59a4a27-0ea4-4611-b960-407cda7f708b","MaaSModelRef":{"name":"e2e-conflict-a-be5aa686","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"e2e-conflict-a-be5aa686-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"e2e-conflict-a-be5aa686","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:06.991252433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"2dc3c08c-abb9-4047-b0b7-88aada74c373","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:06.991652593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"819d7105-ce94-4190-9965-57731ad9f6b8","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:06.992166984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"547276dc-3ce9-49bd-b458-9d51614d1962","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:06.992386795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"05c758d2-4e4e-4d44-95b7-a425daaf20c4","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.038812183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2f2426e2-a305-4d97-aa1f-05f0bf445e10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.038860119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"14bc7079-3368-400e-a796-2d0edc577abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.052085973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"cab281a4-d5de-47c5-8283-61ca8abaff1d","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.052389432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"2b7ab5e2-7659-432e-9839-94e21609b868","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.052640462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"12979988-6993-47a8-bbb7-1df80a2bba36","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.052830549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"91dc52ac-23b9-47a4-abf5-0cf9b49011fe","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.053003508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-be5aa686","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-conflict-a-be5aa686","reconcileID":"90dd6f3b-8e23-4f9d-b976-99f24e83f6a7","MaaSModelRef":{"name":"e2e-conflict-a-be5aa686","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"e2e-conflict-a-be5aa686-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"e2e-conflict-a-be5aa686","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.056330886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"b3c1b64b-2adc-463a-aba6-4487996f934f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.056347742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"340f59b6-a6a8-43f4-b9b2-19692b760195","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.060049339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"14bc7079-3368-400e-a796-2d0edc577abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.060304549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"2f2426e2-a305-4d97-aa1f-05f0bf445e10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.239788521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"4e3d2086-0a39-4231-8dd8-e3ba971807e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.239800174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"0e123725-55df-440b-9472-69cb9be80e45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.260806796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"4e3d2086-0a39-4231-8dd8-e3ba971807e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.260875711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"0e123725-55df-440b-9472-69cb9be80e45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.519663079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"c19ea419-739e-4c9c-9376-b5db272e8bb1","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.520011165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"e10c85bd-c872-44c7-a1a1-1a451983eebf","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.535860238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"0a331ff9-3586-47c8-b3a9-7ed839cb4fec","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.912993578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"006faf55-52ed-4002-a540-2206cab24cb0","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:10.63677052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0de4d0e-27b1-4547-b97b-5ce2920ef0f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:10.636807804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0de4d0e-27b1-4547-b97b-5ce2920ef0f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:10.7080669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8343ec90","namespace":"ai-tenant-e2e-mt-8343ec90"},"namespace":"ai-tenant-e2e-mt-8343ec90","name":"e2e-policy-8343ec90","reconcileID":"8bb8425f-fccb-432b-b7a1-8e0fbea0ce5f","MaaSAuthPolicy":{"name":"e2e-policy-8343ec90","namespace":"ai-tenant-e2e-mt-8343ec90"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:10.768355199Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8343ec90","namespace":"ai-tenant-e2e-mt-8343ec90"},"namespace":"ai-tenant-e2e-mt-8343ec90","name":"e2e-policy-8343ec90","reconcileID":"8bb8425f-fccb-432b-b7a1-8e0fbea0ce5f","MaaSAuthPolicy":{"name":"e2e-policy-8343ec90","namespace":"ai-tenant-e2e-mt-8343ec90"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:10.792594354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 116, current generation is 117","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8343ec90","namespace":"ai-tenant-e2e-mt-8343ec90"},"namespace":"ai-tenant-e2e-mt-8343ec90","name":"e2e-policy-8343ec90","reconcileID":"8bb8425f-fccb-432b-b7a1-8e0fbea0ce5f","MaaSAuthPolicy":{"name":"e2e-policy-8343ec90","namespace":"ai-tenant-e2e-mt-8343ec90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:10.812434429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79fb7798-3357-4d39-8370-21c9d7534f93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:10.812453961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79fb7798-3357-4d39-8370-21c9d7534f93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.475505194Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","namespace":"ai-tenant-e2e-worker-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.475557091Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","namespace":"ai-tenant-e2e-worker-w4-c0c28f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.475602802Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","tenant":"e2e-worker-w4-c0c28f","tenantID":"e2e-worker-w4-c0c28f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.500551682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"Deployment","name":"maas-api-e2e-worker-w4-c0c28f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.540231747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"Service","name":"maas-api-e2e-worker-w4-c0c28f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.588056628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-c0c28f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.623357429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-c0c28f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.659328113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-c0c28f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.693077753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-c0c28f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.72821142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-c0c28f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.765440965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-c0c28f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.781746639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-c0c28f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.798874241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-c0c28f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.814527126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"Service","name":"payload-processing-e2e-worker-w4-c0c28f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.829808062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-c0c28f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.845374634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-c0c28f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.860722132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-c0c28f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.876686108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-c0c28f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.900506083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-c0c28f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.917586274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-c0c28f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.933610292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-c0c28f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.949552675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-c0c28f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:11.966349917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c0c28f"},"namespace":"ai-tenant-e2e-worker-w4-c0c28f","name":"default-tenant","reconcileID":"0a3905e3-43da-4a8e-b24b-e6f06d7ad93d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-c0c28f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:13.124755823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-2-w4-c0c28f","reconcileID":"9d4f444e-e18b-40a2-86f0-c0f424be8626","MaaSModelRef":{"name":"distinct-2-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-2-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-2-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:13.136818083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"distinct-w4-c0c28f","reconcileID":"3c8d0577-a01f-4329-8181-801b618393a9","MaaSModelRef":{"name":"distinct-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"distinct-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"distinct-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:13.145283219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"premium-w4-c0c28f","reconcileID":"ae6a97d1-ef23-4c08-958d-de274d1a728c","MaaSModelRef":{"name":"premium-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"premium-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"premium-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:13.153051195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"namespace":"e2e-models-e2e-worker-w4-c0c28f","name":"simulator-w4-c0c28f","reconcileID":"3085f4cb-31f7-4f16-a430-8f8b52be0eb7","MaaSModelRef":{"name":"simulator-w4-c0c28f","namespace":"e2e-models-e2e-worker-w4-c0c28f"},"routeName":"simulator-w4-c0c28f-kserve-route","namespace":"e2e-models-e2e-worker-w4-c0c28f","llmisvcName":"simulator-w4-c0c28f","gateway":"openshift-ingress/e2e-worker-w4-c0c28f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.708241263Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-c0c28f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-c0c28f","reconcileID":"acfe5017-5f8b-48c8-b4b6-79af9903bc39","aitenant":"ai-tenants/e2e-worker-w4-c0c28f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.906871269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5cceb4-df7e-4c7e-aa03-ea4b16fd0ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.907744993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-be5aa686","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-conflict-b-be5aa686","reconcileID":"1a520c13-057a-4ddb-b5e9-63abadbea1b9","MaaSModelRef":{"name":"e2e-conflict-b-be5aa686","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"e2e-conflict-b-be5aa686-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"e2e-conflict-b-be5aa686","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.923088034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5cceb4-df7e-4c7e-aa03-ea4b16fd0ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.939534817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5cceb4-df7e-4c7e-aa03-ea4b16fd0ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.947745943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-be5aa686","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-conflict-a-be5aa686","reconcileID":"81a8b523-7035-44a7-b3e6-1bd15936da13","MaaSModelRef":{"name":"e2e-conflict-a-be5aa686","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"e2e-conflict-a-be5aa686-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"e2e-conflict-a-be5aa686","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.954986464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5cceb4-df7e-4c7e-aa03-ea4b16fd0ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.999602999Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-c0c28f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-c0c28f","reconcileID":"acfe5017-5f8b-48c8-b4b6-79af9903bc39","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-c0c28f","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-c0c28f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:22.65942735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980b2a22-edc0-48b9-bb81-1b83c7cbdd13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:22.675021529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980b2a22-edc0-48b9-bb81-1b83c7cbdd13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:22.690542072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980b2a22-edc0-48b9-bb81-1b83c7cbdd13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:22.706191303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980b2a22-edc0-48b9-bb81-1b83c7cbdd13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:22.950169482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-be5aa686","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-conflict-a-be5aa686","reconcileID":"7a7e9ff2-f479-472a-8d52-b098c57dce67","MaaSModelRef":{"name":"e2e-conflict-a-be5aa686","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"e2e-conflict-a-be5aa686-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"e2e-conflict-a-be5aa686","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:23.357153833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0efba25b-4fe5-46b0-8989-e4a494a11211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:23.37260577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0efba25b-4fe5-46b0-8989-e4a494a11211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:23.388893143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0efba25b-4fe5-46b0-8989-e4a494a11211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:23.404542313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0efba25b-4fe5-46b0-8989-e4a494a11211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:24.798889097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"cde9aa40-c7a4-4f4f-8114-f251e21316c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:24.799059958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"311e3bf9-1955-40fc-beed-16fdee7aa340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:24.823228286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"311e3bf9-1955-40fc-beed-16fdee7aa340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:24.823899776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"cde9aa40-c7a4-4f4f-8114-f251e21316c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:31.710457531Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8343ec90","namespace":"ai-tenant-e2e-mt-8343ec90"},"namespace":"ai-tenant-e2e-mt-8343ec90","name":"e2e-policy-8343ec90","reconcileID":"3fe55edd-0344-472e-aa82-43d17f11a55f","MaaSAuthPolicy":{"name":"e2e-policy-8343ec90","namespace":"ai-tenant-e2e-mt-8343ec90"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:31.746489019Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8343ec90","namespace":"ai-tenant-e2e-mt-8343ec90"},"namespace":"ai-tenant-e2e-mt-8343ec90","name":"e2e-policy-8343ec90","reconcileID":"3fe55edd-0344-472e-aa82-43d17f11a55f","MaaSAuthPolicy":{"name":"e2e-policy-8343ec90","namespace":"ai-tenant-e2e-mt-8343ec90"},"policyNamespace":"ai-tenant-e2e-mt-8343ec90","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:32.809459626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-be5aa686","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"e2e-conflict-a-be5aa686","reconcileID":"d78dcfa4-5311-45bb-bf3f-568a7919efd9","MaaSModelRef":{"name":"e2e-conflict-a-be5aa686","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"e2e-conflict-a-be5aa686-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"e2e-conflict-a-be5aa686","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:32.809856653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"f276fb60-af81-47b1-b5cc-c6711791646f","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:32.81025301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"1ef00a5c-8e38-4ce9-9728-89bf7d9d72fd","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:32.810629845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"f402dc84-7a26-468d-ad3b-30762810dfce","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:32.810915473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"d3f39396-242e-48dd-a5a1-ed77158600e6","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:32.86427421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"417edbaf-185e-41a0-a3e0-d539cca5419f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:32.86468243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"ac227f34-d027-425f-b388-4c6ae6374ba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:32.882445338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"753df02b-8d01-4f2e-afee-57e5ebd83f6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:32.885771337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"ac227f34-d027-425f-b388-4c6ae6374ba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:32.885934659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"417edbaf-185e-41a0-a3e0-d539cca5419f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:32.888756427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"b729f33c-6d37-402d-b641-2425feae48ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:34.534630294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"38edf242-f5ec-431e-911a-1d7f8c9e1f4b","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:34.535126586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"825d2c07-99dc-4d4a-b732-3f22ce922305","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:34.535481867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"fada736e-3240-4cd0-b9d6-9af1bb9e9f75","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:34.53571897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"f008d510-4c5d-4e30-b2d5-82bb5f04a841","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:34.587539974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"0c480459-7516-4b50-aece-bff1d0c6d98d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:34.587756475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"73dbf40f-e217-4acd-9062-c85e36db6671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:34.604984996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"a849af07-adf7-4fcc-90a5-5c5105152e59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:34.605120827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"faf774ed-dc69-442f-8ad9-7f39607032ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:34.609732954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"0c480459-7516-4b50-aece-bff1d0c6d98d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:34.610395952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"73dbf40f-e217-4acd-9062-c85e36db6671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:36.104938121Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.616079096Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","namespace":"ai-tenant-e2e-shared-a-w3-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.616131356Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","namespace":"ai-tenant-e2e-shared-a-w3-e07583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.616176753Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","tenant":"e2e-shared-a-w3-e07583","tenantID":"e2e-shared-a-w3-e07583","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.636086701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-e07583","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.674078701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"Service","name":"maas-api-e2e-shared-a-w3-e07583","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.695490866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-e07583","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.713224981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-e07583","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.737512112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-e07583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.75611199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-e07583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.779582263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-e07583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.798767374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-e07583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.818979499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-e07583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.834570985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-e07583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.850053992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-e07583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.88057296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-e07583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.901111673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-e07583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.970218774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-e07583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.993262582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-e07583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:42.013493393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-e07583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:42.031277731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-e07583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:42.046377655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-e07583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:42.061634454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-e07583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:42.079561944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e07583"},"namespace":"ai-tenant-e2e-shared-a-w3-e07583","name":"default-tenant","reconcileID":"061840b4-5381-4c9d-a734-b30a8823dd81","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-e07583","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:42.139793624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"488e3293-7c83-4a66-a12e-fca12e716d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:42.159444931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"488e3293-7c83-4a66-a12e-fca12e716d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:42.178481253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"488e3293-7c83-4a66-a12e-fca12e716d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:42.200959181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"488e3293-7c83-4a66-a12e-fca12e716d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:42.872058018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfb4da0-50b1-4255-bfee-e9620ada3def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:42.887540825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfb4da0-50b1-4255-bfee-e9620ada3def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:42.902934562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfb4da0-50b1-4255-bfee-e9620ada3def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:42.918154923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfb4da0-50b1-4255-bfee-e9620ada3def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:50.175575584Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-e07583","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-e07583","reconcileID":"8b5cb8bb-3366-4214-b623-0effe6c82868","aitenant":"ai-tenants/e2e-shared-a-w3-e07583","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:50.369511272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f10838-58c4-4d7a-8db3-4ac929a93043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:50.385058906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f10838-58c4-4d7a-8db3-4ac929a93043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:50.401000091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f10838-58c4-4d7a-8db3-4ac929a93043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:50.416602777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f10838-58c4-4d7a-8db3-4ac929a93043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:50.439530856Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-e07583","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-e07583","reconcileID":"8b5cb8bb-3366-4214-b623-0effe6c82868","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-e07583","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-e07583"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:51.061836734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bab7349-6655-414b-ab86-03fa459eed1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:51.077494916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bab7349-6655-414b-ab86-03fa459eed1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:51.092760981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bab7349-6655-414b-ab86-03fa459eed1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:51.108194044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bab7349-6655-414b-ab86-03fa459eed1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:51.763073396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28df8aa0-12d7-4054-830a-e4b5ee6bee5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:51.779026636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28df8aa0-12d7-4054-830a-e4b5ee6bee5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:51.79454201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28df8aa0-12d7-4054-830a-e4b5ee6bee5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:51.810130285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28df8aa0-12d7-4054-830a-e4b5ee6bee5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:57.240568119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"31ded103-0f4e-4d54-9998-8793f68e325a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:57.340706188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"5641ccb9-ab5b-4361-8863-4bcbb701f787","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:57.340900153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f9eee215-3c7c-4c47-ac67-9e193c9df20e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:57.448505932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"84c0597c-1ffd-484c-b928-a3de18013015","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:57.543053733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"4af22e8b-35d9-431e-9403-c0206afe7a99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:57.54318999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"38353820-4ec5-41a8-b28c-cc041875b98f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.384020592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05cf8de0-bf73-4360-a4f0-594bce9f9763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.400469341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05cf8de0-bf73-4360-a4f0-594bce9f9763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.416209261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05cf8de0-bf73-4360-a4f0-594bce9f9763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.431681645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05cf8de0-bf73-4360-a4f0-594bce9f9763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.573639361Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.573687318Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.573730528Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","tenant":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.592146366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-5ba53f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.623591952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"Service","name":"maas-api-e2e-shared-b-w3-5ba53f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.642595278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-5ba53f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.660454923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-5ba53f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.682240749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.700794209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.722636804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.741989291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.769712099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.785545072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.801516319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.817136312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.832883049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.849603409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.870843032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.897397027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.914752714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.930345886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.945949367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:00.961856289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"2890d36f-afbd-4102-9e02-c1b625452b91","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-5ba53f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:01.088614364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c08127-ee5e-44c4-850a-d3ef8f493980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:01.104879187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c08127-ee5e-44c4-850a-d3ef8f493980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:01.12126602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c08127-ee5e-44c4-850a-d3ef8f493980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:01.137187692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c08127-ee5e-44c4-850a-d3ef8f493980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:06.104796048Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:07.11104525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"d41eec59-307d-4b12-b35a-ee1bdb241ea3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:07.212254415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ad1911d9-2b27-4441-afb5-48700935fabf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:07.309506233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"f4af92b0-6a4f-4acc-81dc-1f03273d0796","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:07.3099931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c1b7e55f-7f0c-49b6-8645-e358548f0186","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:07.315859822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"6d093777-bc75-4a3c-a794-69a4e32a4c7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:07.407928303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"f4383614-954f-4206-87b0-de42e61bc54d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:12.487697345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"397ad3cc-0bf5-40bc-8912-bc561fa5e71d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:12.587475502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"c6a0a7dd-99bb-49d7-a9cd-4ad787b9a252","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:12.587676632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b0a9abd6-f46f-419b-b519-25f9a16859be","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:12.687248375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"85018601-682b-4a5b-a6cb-64364e6c2d8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:12.790057695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"c207a1bd-df7c-4020-8d6f-11ff86bbb749","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:12.790135789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"ba7f9439-b140-4371-a25d-883cf04a7577","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.498126629Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.498183456Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.498230595Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","tenant":"e2e-shared-b-w3-5ba53f","tenantID":"e2e-shared-b-w3-5ba53f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.514078338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-5ba53f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.529664853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"Service","name":"maas-api-e2e-shared-b-w3-5ba53f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.545203478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-5ba53f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.56072859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-5ba53f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.576394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.592202988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.608503101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.624308963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.640012773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.655772944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.671406823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.686924972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.706597391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.722078816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.739862357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.755627668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.771643709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.789807924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.805179632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-5ba53f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:13.820461933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5ba53f"},"namespace":"ai-tenant-e2e-shared-b-w3-5ba53f","name":"default-tenant","reconcileID":"7f2bd0a0-76d2-47a6-ae2b-d718504a1775","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-5ba53f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:24.40103953Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-5ba53f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-5ba53f","reconcileID":"7cf8b165-f667-4ec8-b46c-eac50d431b0b","aitenant":"ai-tenants/e2e-shared-b-w3-5ba53f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:24.615890746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f3c59e-d350-42c2-bdca-58bcca16e005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:24.631340368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f3c59e-d350-42c2-bdca-58bcca16e005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:24.646792394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f3c59e-d350-42c2-bdca-58bcca16e005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:24.662551013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f3c59e-d350-42c2-bdca-58bcca16e005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:24.685636981Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-5ba53f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-5ba53f","reconcileID":"7cf8b165-f667-4ec8-b46c-eac50d431b0b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-5ba53f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-5ba53f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:25.334071809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe7894a-b0b4-4d05-b98b-a1c0fad722af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:25.352368997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe7894a-b0b4-4d05-b98b-a1c0fad722af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:25.368836332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe7894a-b0b4-4d05-b98b-a1c0fad722af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:25.384520176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe7894a-b0b4-4d05-b98b-a1c0fad722af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:25.999708896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c552bf82-6765-49d4-b2a1-75815f48f5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:26.019868915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c552bf82-6765-49d4-b2a1-75815f48f5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:26.037269858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c552bf82-6765-49d4-b2a1-75815f48f5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:26.052881962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c552bf82-6765-49d4-b2a1-75815f48f5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:31.77117172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0210e92f-8734-4a53-a1da-7170702a7f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:31.787911607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0210e92f-8734-4a53-a1da-7170702a7f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:31.804270204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0210e92f-8734-4a53-a1da-7170702a7f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:31.819682488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0210e92f-8734-4a53-a1da-7170702a7f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:32.462841971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65071125-70cf-4a3e-b05e-88cec432ce9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:32.47897227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65071125-70cf-4a3e-b05e-88cec432ce9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:32.494765877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65071125-70cf-4a3e-b05e-88cec432ce9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:32.512976324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65071125-70cf-4a3e-b05e-88cec432ce9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:36.104985656Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.081594828Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","namespace":"ai-tenant-e2e-extmod-a-944506","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.081650097Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","namespace":"ai-tenant-e2e-extmod-a-944506","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.081697062Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","tenant":"e2e-extmod-a-944506","tenantID":"e2e-extmod-a-944506","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.102096666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"Deployment","name":"maas-api-e2e-extmod-a-944506","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.134490347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"Service","name":"maas-api-e2e-extmod-a-944506","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.162566331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-944506","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.185187974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-944506","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.209994912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-944506","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.229354996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-944506","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.252073254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-944506","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.272141557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-944506","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.28881735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-944506","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.304449182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-944506","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.319951859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"Service","name":"payload-processing-e2e-extmod-a-944506","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.335287811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-944506","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.35115565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-944506","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.366935485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-944506","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.383826983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-944506","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.408766042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-944506","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.425617771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-944506","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.441935482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-944506","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.457674864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-944506","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:37.473376761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-944506"},"namespace":"ai-tenant-e2e-extmod-a-944506","name":"default-tenant","reconcileID":"bf8e1683-0e1f-4567-ac78-b958c2751e78","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-944506","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:40.180979061Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-944506","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-944506","reconcileID":"2cc55559-0d4f-4f96-a0f1-9b96024a26f4","aitenant":"ai-tenants/e2e-extmod-a-944506","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:40.40099378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6094b12e-d9c5-4ef2-81e0-7f10ed816711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:40.417881899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6094b12e-d9c5-4ef2-81e0-7f10ed816711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:40.43329742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6094b12e-d9c5-4ef2-81e0-7f10ed816711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:40.448954138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6094b12e-d9c5-4ef2-81e0-7f10ed816711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:40.475152943Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-944506","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-944506","reconcileID":"2cc55559-0d4f-4f96-a0f1-9b96024a26f4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-944506","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-944506"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:41.18278879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb679201-bd81-4ae9-92f5-9488b2808dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:41.198516463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb679201-bd81-4ae9-92f5-9488b2808dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:41.215731794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb679201-bd81-4ae9-92f5-9488b2808dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:41.2314936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb679201-bd81-4ae9-92f5-9488b2808dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:41.954897833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc7dce1-6cff-464f-a84f-f7dd56633931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:41.970985114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc7dce1-6cff-464f-a84f-f7dd56633931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:41.987652987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc7dce1-6cff-464f-a84f-f7dd56633931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:42.003286036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc7dce1-6cff-464f-a84f-f7dd56633931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:42.488001145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc4383e5-79b8-4b09-8ff8-94434bdd54e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:42.58688158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"f0ad03c6-392d-42df-8ff0-a26c8c19b359","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:42.586881515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"99b329f3-ac97-410a-922e-9ed1a23065bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:42.602001561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5320444d-af4f-4f60-b0fb-0d7860d96141","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:42.688364368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"0049487c-d31d-4f53-8a69-533765299d9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:42.688527618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"ad7ea8ce-0639-4bc6-ac62-835faa6f211d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:47.600853577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"ad2b239e-05e5-4a3a-8151-fe96a1e30e0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:47.708472053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7e9cdcb4-ccfe-484c-a88f-c489ce8f7825","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:47.810103188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"d711b371-6a23-422f-9258-c411666ef1e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:47.81023525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"8787d224-f0fa-4fd6-8d60-c3cf114ae77b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:47.810545645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2fdf56f-194b-46cb-a81e-9249857384ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:47.909746951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"a696d560-fa54-40bf-93d2-e3896a89ee0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:48.691272014Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","namespace":"ai-tenant-e2e-extmod-b-673ba8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:48.691343791Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","namespace":"ai-tenant-e2e-extmod-b-673ba8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:48.691408272Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","tenant":"e2e-extmod-b-673ba8","tenantID":"e2e-extmod-b-673ba8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:48.710626536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"Deployment","name":"maas-api-e2e-extmod-b-673ba8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:48.738503212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"Service","name":"maas-api-e2e-extmod-b-673ba8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:48.763823703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-673ba8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:48.806883863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-673ba8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:48.82696941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-673ba8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:48.8457061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-673ba8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:48.873096583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-673ba8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:48.898672339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-673ba8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:48.923492374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-673ba8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:48.970043704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-673ba8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:49.004206783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"Service","name":"payload-processing-e2e-extmod-b-673ba8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:49.032066496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-673ba8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:49.052127144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-673ba8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:49.072092335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-673ba8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:49.095055836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-673ba8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:49.117573839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-673ba8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:49.136553259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-673ba8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:49.154231956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-673ba8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:49.16884064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e982d0b4-730f-4675-8c69-8a39552c3296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:49.184644397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-673ba8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:49.184803605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e982d0b4-730f-4675-8c69-8a39552c3296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:49.200513119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e982d0b4-730f-4675-8c69-8a39552c3296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:49.20245771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-673ba8"},"namespace":"ai-tenant-e2e-extmod-b-673ba8","name":"default-tenant","reconcileID":"dfa0fc76-2a65-4961-acfd-df2f3e657312","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-673ba8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:49.217892128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e982d0b4-730f-4675-8c69-8a39552c3296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:49.939492527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be0baed-f2cd-4145-b3b9-22b8d09ec3f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:49.955182302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be0baed-f2cd-4145-b3b9-22b8d09ec3f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:49.971058554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be0baed-f2cd-4145-b3b9-22b8d09ec3f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:49.987465317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be0baed-f2cd-4145-b3b9-22b8d09ec3f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:52.873884606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"04872a83-32a0-4c7e-9a9b-a231f04e9b99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:52.98213876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"a62b17f0-e53d-466b-beb9-3c3101a3dc28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:52.986165466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"baeef8a0-e51b-461a-aa0e-6d9db8d852af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:53.07630609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"ea482853-96ba-48c0-a20c-2e8fc44c5a28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:53.07647428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f306ea3-4cab-451a-9515-04c88eb64cf5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:53.22908336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"35cd62b3-3835-4ca3-a690-bb469a7a326f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:55.785336645Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-673ba8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-673ba8","reconcileID":"17f0ff4f-9c90-47a2-a6ca-f2436dce8ca3","aitenant":"ai-tenants/e2e-extmod-b-673ba8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:55.987881249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02d5d3f-a617-4e05-b624-3b1bd1e1e0f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.003195575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02d5d3f-a617-4e05-b624-3b1bd1e1e0f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.019268662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02d5d3f-a617-4e05-b624-3b1bd1e1e0f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.03495268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02d5d3f-a617-4e05-b624-3b1bd1e1e0f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.061156649Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-673ba8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-673ba8","reconcileID":"17f0ff4f-9c90-47a2-a6ca-f2436dce8ca3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-673ba8","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-673ba8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.764695814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a9b33d2-c0e7-4cca-b5f6-e333a90998a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.780361815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a9b33d2-c0e7-4cca-b5f6-e333a90998a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.795848825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a9b33d2-c0e7-4cca-b5f6-e333a90998a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.811278726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a9b33d2-c0e7-4cca-b5f6-e333a90998a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:57.095484939Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-access","reconcileID":"55523e30-9bf4-4679-9c3c-d849732e4f90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:57.095551715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"2577a10b-6b96-4342-8a34-8662355e3f55","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:57.15280497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"6e88bf91-cc5b-4e9c-a773-7543d8317678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:57.175006887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"6e88bf91-cc5b-4e9c-a773-7543d8317678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:57.186573521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"eee8bfec-3518-4956-adb1-8afcdee8d203","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:57.230877385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"9299f825-9355-4b80-a792-02e9eacdb0dc","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:57.290565497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"78dbbaab-e373-4acf-a86f-946679f132d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:57.323256827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"78dbbaab-e373-4acf-a86f-946679f132d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:57.334745124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"0b2d009d-d655-4a31-b61e-bb905a17f7a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:57.390054317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"9f22507d-fa1e-4a37-a6ce-f087e3fba8d0","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:57.491888507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"3dcdfeab-6333-434f-b175-3d7cb1672936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:57.518208112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"3dcdfeab-6333-434f-b175-3d7cb1672936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:00.225718638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"e1e93e28-0ffd-4aeb-9a7d-d15f6b83b893","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:00.325825771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"0e2ed718-6f2a-4abd-8dd6-32367ef7a6e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:00.427265948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03733e72-e492-4d5f-994a-0691f65f3e44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:00.42814673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"5d585732-60e9-45c7-9eb8-5d49bbb6b842","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:00.443935141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49f709b6-7311-46c3-99b3-8a1cff3d6628","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.12196543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"8d7d861b-fa8b-401a-a141-5f889863328b","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.253230734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"91e2ee37-7806-4a0f-a3af-248045680997","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.373612575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"821a05cc-4033-4896-8092-94fbe7c49e88","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.440658809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"bcfe52a4-a309-46b9-9aca-e1247856ce2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.442443527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"0a17e2e8-4fcc-4ab3-8d2d-534bca718c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.466520705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"0a17e2e8-4fcc-4ab3-8d2d-534bca718c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.57246248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"b38fa451-7890-4c70-b9e4-adc878225d22","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.572742997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"65f78347-93bd-46fe-8d8b-19a4cd254e6b","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.587814529Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"e2bee386-52fb-4b47-93de-d9837871a825","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.605751601Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"e2bee386-52fb-4b47-93de-d9837871a825","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.622235978Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"simulator-subscription","reconcileID":"e2bee386-52fb-4b47-93de-d9837871a825","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/simulator-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.635535846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"21d72b6c-12f2-4f43-ae5f-594106a77b49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.643823106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"a1be2945-9eb3-4ae6-a9e5-b16e208a7da4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.664360545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"a1be2945-9eb3-4ae6-a9e5-b16e208a7da4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.767087188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"73ff0bf9-de62-4886-a5f6-5783defe49ed","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.824355324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"9d88c6b1-4fdd-44e6-bc89-5f82cc94a9b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.850309983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"9d88c6b1-4fdd-44e6-bc89-5f82cc94a9b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.910752909Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-access","reconcileID":"e455d135-3c7b-4fd8-a7f5-1940bff0e184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.910846193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"9e73eb8e-f376-4bf0-9c32-9ac55afe9352","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.968828976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"98a67073-6663-40a3-af2c-c1ece59ecb89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:02.992022063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"98a67073-6663-40a3-af2c-c1ece59ecb89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:03.003377096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"44926b9c-173f-498e-9722-b6df46722dca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:03.044347934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"6edcb4f3-1052-40b0-b768-30ab62390923","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:03.131544765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"2f3ba716-cc76-4aad-9f28-961f580d82c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:03.134136411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"708e35f7-7bdb-46a7-8914-698d5a152337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:03.154736147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"708e35f7-7bdb-46a7-8914-698d5a152337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:03.208616411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"57267034-5808-4cb0-b545-bcd6823d6053","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:03.342604824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"939d6841-5814-4d55-970c-080329b827d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:03.363430825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"939d6841-5814-4d55-970c-080329b827d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:06.105012952Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:07.273002759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"abff8729-381f-475a-ab11-81b4a2c45af0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:07.371596266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f4272310-2566-4329-9621-61cbaac00e0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:07.480794273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"614c006e-27ed-4b10-be13-de176c087ee4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:07.538145647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"02e9e3bf-dd96-47ef-a6d2-e3973bf550b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:07.566033099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"02e9e3bf-dd96-47ef-a6d2-e3973bf550b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:07.578256495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"c61d415c-52b4-4241-a849-13962864e273","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:07.942168787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"db9e6934-8727-495e-a0d9-f185cd4a25c3","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.016907325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"31faaa91-e551-4085-a0b3-6cab1e2133ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.037909936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"00b2c55a-4862-473d-ba99-b6fcd96ac2fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.056228722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"31faaa91-e551-4085-a0b3-6cab1e2133ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.070550776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"75cddbe6-eca0-4219-b1c6-64371eda8bfb","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.08820499Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"4869d2e7-e084-4c09-ba1b-1a6d4fb74d5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.098966654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"22a51878-5b46-492f-a4d9-d334c9ffc709","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.107189589Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"4869d2e7-e084-4c09-ba1b-1a6d4fb74d5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.164028666Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"4869d2e7-e084-4c09-ba1b-1a6d4fb74d5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.178209398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"de93c3dc-aef4-4d90-aca3-337c16fccf0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.186593618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"266a5b07-e23a-44b7-865e-ba180c52b034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.277532759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"266a5b07-e23a-44b7-865e-ba180c52b034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.371489254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"44f09a7a-ca65-49b2-a57e-e07597166ab3","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.386697637Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"da165600-6600-4e32-8411-1173d77b3e41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.402385228Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"da165600-6600-4e32-8411-1173d77b3e41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"model":"e2e-models-e2e-worker-w1-f72bc6/simulator-w1-f72bc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.446589279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"c737e25e-8b3e-479c-8331-26cf5af4dd47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.467800612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"c737e25e-8b3e-479c-8331-26cf5af4dd47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:42:08.476188701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"simulator-subscription","reconcileID":"da165600-6600-4e32-8411-1173d77b3e41","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.795280026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"b35fbf8d-da9c-4989-9c36-4ce96a5ccb10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.816731836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"b35fbf8d-da9c-4989-9c36-4ce96a5ccb10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.83129781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"d0f13b0d-51d7-4b77-8cc4-6d3607049d92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.909361813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"7307da5a-562b-484f-b4bd-a3d62efa90f7","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.909662745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"585def65-c64a-4def-b2eb-13326739109d","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.909939004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"133fc049-7160-43cb-8810-7cde1124db69","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.910294778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"32e55da1-75a2-498c-9342-f280fae14337","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.986366444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"f384e301-eaec-4d10-bc7b-a2fece277a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:08.993847505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"e5f10e12-84d3-4a73-b9d9-213c8ee49ec3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:09.008707021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"f384e301-eaec-4d10-bc7b-a2fece277a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:09.223993991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"64789dc1-71cb-494c-b0d4-f751bed86551","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:09.256679671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"1764284d-d877-436d-926c-35f1afca1973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:09.274603924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88c466b-b6d1-439f-8fb1-91d31ed6a353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:09.277756466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"1764284d-d877-436d-926c-35f1afca1973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:09.291166444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88c466b-b6d1-439f-8fb1-91d31ed6a353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:09.293496189Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"e95461c5-d1f5-4d95-98af-5d7919c9313f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4dfe8972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:09.308177675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88c466b-b6d1-439f-8fb1-91d31ed6a353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:09.327438426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88c466b-b6d1-439f-8fb1-91d31ed6a353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:09.405328627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"fc64a9e3-aaa1-4359-97ac-a3d7a44137bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:09.426994693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"fc64a9e3-aaa1-4359-97ac-a3d7a44137bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:10.066381419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bcc88e4-e5f9-4f3a-bf31-ab9f4ae4568e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:10.081940032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bcc88e4-e5f9-4f3a-bf31-ab9f4ae4568e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:10.097646203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bcc88e4-e5f9-4f3a-bf31-ab9f4ae4568e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:10.113146529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bcc88e4-e5f9-4f3a-bf31-ab9f4ae4568e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:10.335930486Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"d723eb03-42ad-401d-b4ef-96623c45d7ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:10.336027026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"0a42d989-7237-4f17-aa7c-77e4dbe83b2f","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:10.374643156Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"28fc59a8-5d1a-4afc-bfd2-2a9819835c84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4dfe8972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:10.534055931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"d723eb03-42ad-401d-b4ef-96623c45d7ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:10.607128095Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"d723eb03-42ad-401d-b4ef-96623c45d7ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"e2e-worker-w3-866159-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:10.607149999Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-access","reconcileID":"d723eb03-42ad-401d-b4ef-96623c45d7ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-866159"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:10.632630561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"56238b99-4069-4987-99fb-8b44c6060418","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:12.637549429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"4ee89786-8572-4510-9b84-55e4060b4f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:12.659275643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"4ee89786-8572-4510-9b84-55e4060b4f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:13.661815315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"937ac878-6335-483a-957a-4f10302ea88b","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:13.698111454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"5bc90639-11e2-4ed9-9bdc-3cc59b1745df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:13.716734709Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"2f21cc2a-30e8-4a30-a2ba-9650544bd33f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-566535a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:13.721040357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"5bc90639-11e2-4ed9-9bdc-3cc59b1745df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:13.854469355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"aa562b75-4c74-4998-91af-84e4704b89da","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:13.857978069Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"b9aaa539-3e8e-453d-a219-8e68a941c5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:13.896294893Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"538fe78a-31dd-44f1-8984-cb60ae028ccd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-566535a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:14.024604862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"b9aaa539-3e8e-453d-a219-8e68a941c5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:14.083980655Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"b9aaa539-3e8e-453d-a219-8e68a941c5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"e2e-worker-w1-f72bc6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:14.084004591Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-access","reconcileID":"b9aaa539-3e8e-453d-a219-8e68a941c5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f72bc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:14.105613044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"3186de25-3e9e-4c45-98da-b6cd95bcb659","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:14.240685313Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"9f28d90f-900d-4038-b208-0cbfcce4d550","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-566535a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:14.37617978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"83ee41db-16c7-4991-bb6b-b5f8063e6607","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:14.393849192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"712fb69f-c32b-419e-b197-a4298dc99f08","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:14.42522638Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"fa58d3f5-9b48-4163-b7ee-cb145b00e17a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-566535a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:14.7814591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2419a1bc-6469-4796-a81e-9b696463904a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:14.797479276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2419a1bc-6469-4796-a81e-9b696463904a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:14.813016293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2419a1bc-6469-4796-a81e-9b696463904a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:14.828814555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2419a1bc-6469-4796-a81e-9b696463904a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:15.495570287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f8ee6a-5662-4dd9-b72a-4c1122978837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:15.514037509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f8ee6a-5662-4dd9-b72a-4c1122978837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:15.529745694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f8ee6a-5662-4dd9-b72a-4c1122978837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:15.546122031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f8ee6a-5662-4dd9-b72a-4c1122978837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:15.967859013Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"f5bf2a6d-7d76-4c78-9ca8-3b7a3c737b6c","namespace":"ai-tenant-e2e-worker-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:15.967950067Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"f5bf2a6d-7d76-4c78-9ca8-3b7a3c737b6c","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:15.992139901Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"f5bf2a6d-7d76-4c78-9ca8-3b7a3c737b6c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:15.99215428Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"f5bf2a6d-7d76-4c78-9ca8-3b7a3c737b6c","namespace":"ai-tenant-e2e-worker-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:17.910912663Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"a4e5d5ee-13cc-42c4-8516-cb177327a4ae","namespace":"ai-tenant-e2e-worker-w1-f72bc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:17.910975531Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"a4e5d5ee-13cc-42c4-8516-cb177327a4ae","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:17.929743656Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"a4e5d5ee-13cc-42c4-8516-cb177327a4ae","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:17.929760877Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"a4e5d5ee-13cc-42c4-8516-cb177327a4ae","namespace":"ai-tenant-e2e-worker-w1-f72bc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:18.910368164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"c8482ca2-b983-41e7-9422-1c61fd4f4206","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:18.910617887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"c0d3a50a-b523-4da9-bd2c-04e09c574f0a","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:18.926905947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"7325849d-8edd-4264-a1e9-0c0be161b8e9","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:20.391182795Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"02493cf5-aeca-4064-ae9d-7005072c478d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:20.407844838Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"02493cf5-aeca-4064-ae9d-7005072c478d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:20.424656067Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"premium-simulator-subscription","reconcileID":"02493cf5-aeca-4064-ae9d-7005072c478d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-866159"},"name":"maas-trlp-premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159","model":"e2e-models-e2e-worker-w3-866159/premium-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:20.522923687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"4fc8bfc1-fa5a-43bb-9589-08d1de91e100","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:24.394150453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"37fa55f2-7d23-4a76-a76f-2d3ce3d7ef6f","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:24.409632957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"d89f6dd2-1a7d-4682-8c52-b68ed3a9385c","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:24.444961999Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"4c452553-7814-4abd-9531-835153b53753","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:24.462740639Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"4c452553-7814-4abd-9531-835153b53753","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:24.490254307Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"premium-simulator-subscription","reconcileID":"4c452553-7814-4abd-9531-835153b53753","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"name":"maas-trlp-premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6","model":"e2e-models-e2e-worker-w1-f72bc6/premium-w1-f72bc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:24.679017606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"f9023e3c-55fe-471a-924c-f6381ea4308e","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.570213502Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","namespace":"ai-tenant-e2e-worker-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.570269446Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","namespace":"ai-tenant-e2e-worker-w3-866159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.570317612Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","tenant":"e2e-worker-w3-866159","tenantID":"e2e-worker-w3-866159","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.590935647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"Deployment","name":"maas-api-e2e-worker-w3-866159","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.624800085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"Service","name":"maas-api-e2e-worker-w3-866159","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.651914016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-866159","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.670713755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-866159","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.691926011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-866159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.720509435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-866159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.745285783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-866159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.771238477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-866159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.788182006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-866159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.804559205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-866159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.820903063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"Service","name":"payload-processing-e2e-worker-w3-866159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.843484039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-866159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.860652138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-866159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.879278887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-866159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.895225479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-866159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.916769894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-866159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.936970974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-866159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.954343882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-866159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.969990308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-866159","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:27.989578145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-866159"},"namespace":"ai-tenant-e2e-worker-w3-866159","name":"default-tenant","reconcileID":"b1979784-84e9-43b0-a622-0ecf273f439b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-866159","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:28.911855555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"b440431c-61e4-4766-a3c0-2a1fbc082b05","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:28.912226326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"0dc04fde-013b-43e3-971d-7832e196537b","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:28.92766581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"21d58bbb-e49c-4ede-9ce1-7d16f57c43a9","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.012426583Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","namespace":"ai-tenant-e2e-worker-w1-f72bc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.012480517Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","namespace":"ai-tenant-e2e-worker-w1-f72bc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.012523963Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","tenant":"e2e-worker-w1-f72bc6","tenantID":"e2e-worker-w1-f72bc6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.03035727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"Deployment","name":"maas-api-e2e-worker-w1-f72bc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.062989067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"Service","name":"maas-api-e2e-worker-w1-f72bc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.084731012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-f72bc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.102654924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-f72bc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.129272957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-f72bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.150227762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-f72bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.17205547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-f72bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.193491906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-f72bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.21041435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-f72bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.22879839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-f72bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.246009625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"Service","name":"payload-processing-e2e-worker-w1-f72bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.26285819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-f72bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.27852578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-f72bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.294069109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-f72bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.311126607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-f72bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.331147745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-f72bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.347125139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-f72bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.3626474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-f72bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.378095988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-f72bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.3935456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f72bc6"},"namespace":"ai-tenant-e2e-worker-w1-f72bc6","name":"default-tenant","reconcileID":"923b5d16-fbd9-459e-9295-e0d722742cd5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-f72bc6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:30.570057657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"premium-w3-866159","reconcileID":"fc095d35-f96b-43f7-bf19-3c1972d8e872","MaaSModelRef":{"name":"premium-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"premium-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"premium-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:34.395104358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"5371ad31-141a-4f37-ad78-3ac85423a06d","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:34.679928172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"2524124b-564d-47f8-abd0-d9242c1ac614","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:36.110197433Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:38.402592566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"premium-w1-f72bc6","reconcileID":"1665c651-c8c8-4f94-bd14-61ed89adf522","MaaSModelRef":{"name":"premium-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"premium-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"premium-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:38.413475028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"namespace":"e2e-models-e2e-worker-w1-f72bc6","name":"simulator-w1-f72bc6","reconcileID":"515ec8d9-826f-4b12-b297-eb5bcb72ada2","MaaSModelRef":{"name":"simulator-w1-f72bc6","namespace":"e2e-models-e2e-worker-w1-f72bc6"},"routeName":"simulator-w1-f72bc6-kserve-route","namespace":"e2e-models-e2e-worker-w1-f72bc6","llmisvcName":"simulator-w1-f72bc6","gateway":"openshift-ingress/e2e-worker-w1-f72bc6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:38.913083496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-2-w3-866159","reconcileID":"8bd49d4e-b46a-4db3-bb95-21767a4a2261","MaaSModelRef":{"name":"distinct-2-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-2-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-2-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:38.913361194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"distinct-w3-866159","reconcileID":"3cac857f-520a-4b8c-8862-e95a2977dce4","MaaSModelRef":{"name":"distinct-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"distinct-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"distinct-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:38.928621687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"namespace":"e2e-models-e2e-worker-w3-866159","name":"simulator-w3-866159","reconcileID":"f545f60c-5cd9-4480-bb26-bfe6abef30bb","MaaSModelRef":{"name":"simulator-w3-866159","namespace":"e2e-models-e2e-worker-w3-866159"},"routeName":"simulator-w3-866159-kserve-route","namespace":"e2e-models-e2e-worker-w3-866159","llmisvcName":"simulator-w3-866159","gateway":"openshift-ingress/e2e-worker-w3-866159","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:42.018146418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8382978c-05bc-437a-8c0a-a45ca12c853a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:42.114223665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c4abedb-6541-4540-b856-384e343ecd61","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:43.026645861Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-866159","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-866159","reconcileID":"e43fff65-40de-486f-b682-e2577d29c6c8","aitenant":"ai-tenants/e2e-worker-w3-866159","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:43.264537846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446b9a78-ce32-4918-8b66-1a393ca8d77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:43.280527934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446b9a78-ce32-4918-8b66-1a393ca8d77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:43.296283735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446b9a78-ce32-4918-8b66-1a393ca8d77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:43.303613009Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-866159","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-866159","reconcileID":"e43fff65-40de-486f-b682-e2577d29c6c8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-866159","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-866159"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:43.312086947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446b9a78-ce32-4918-8b66-1a393ca8d77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:43.508729118Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-f72bc6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-f72bc6","reconcileID":"eab74f12-8afb-4976-86b6-aa8a6fcb8250","aitenant":"ai-tenants/e2e-worker-w1-f72bc6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:43.870267725Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-f72bc6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-f72bc6","reconcileID":"eab74f12-8afb-4976-86b6-aa8a6fcb8250","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-f72bc6","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-f72bc6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:44.078769257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8c7714-3956-47c5-9c62-7574bd3ae701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:44.099047591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8c7714-3956-47c5-9c62-7574bd3ae701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:44.115205669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8c7714-3956-47c5-9c62-7574bd3ae701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:44.13079785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8c7714-3956-47c5-9c62-7574bd3ae701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:44.887368561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e9b4c4-7ceb-494c-8a48-7f421c148035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:44.903290163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e9b4c4-7ceb-494c-8a48-7f421c148035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:44.9188276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e9b4c4-7ceb-494c-8a48-7f421c148035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:44.934619556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e9b4c4-7ceb-494c-8a48-7f421c148035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:52.877696917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed935931-a69e-4842-834d-4f36f1d6aa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:52.893702327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed935931-a69e-4842-834d-4f36f1d6aa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:52.909320923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed935931-a69e-4842-834d-4f36f1d6aa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:52.925182021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed935931-a69e-4842-834d-4f36f1d6aa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:53.560372678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031b9b18-3775-41f5-b22a-a80c093feb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:53.575950168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031b9b18-3775-41f5-b22a-a80c093feb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:53.592814664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031b9b18-3775-41f5-b22a-a80c093feb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:53.609511543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031b9b18-3775-41f5-b22a-a80c093feb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.37318059Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","namespace":"ai-tenant-e2e-extmod-a-bf0b0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.373234467Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","namespace":"ai-tenant-e2e-extmod-a-bf0b0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.373281856Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","tenant":"e2e-extmod-a-bf0b0d","tenantID":"e2e-extmod-a-bf0b0d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.392102779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"Deployment","name":"maas-api-e2e-extmod-a-bf0b0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.421140271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"Service","name":"maas-api-e2e-extmod-a-bf0b0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.446392285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-bf0b0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.466069247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-bf0b0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.485567815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-bf0b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.504807795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-bf0b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.533226423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-bf0b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.554537658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-bf0b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.570176988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-bf0b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.58560517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-bf0b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.60109636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"Service","name":"payload-processing-e2e-extmod-a-bf0b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.623171056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-bf0b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.639592155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-bf0b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.656089616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-bf0b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.671798198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-bf0b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.692446406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-bf0b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.71208233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-bf0b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.727434447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-bf0b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.74326014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-bf0b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:56.760274709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bf0b0d"},"namespace":"ai-tenant-e2e-extmod-a-bf0b0d","name":"default-tenant","reconcileID":"eae22995-c330-4fe2-8c00-01f20ae65152","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-bf0b0d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:59.294926198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ec331a2a-2d05-441a-a926-da724b38ad62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:59.403176165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9acdf23c-df21-4bf3-84d7-c9f5b205623d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:01.090838429Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-bf0b0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-bf0b0d","reconcileID":"abc2f1b7-45f0-446e-89e5-db7b33a68d56","aitenant":"ai-tenants/e2e-extmod-a-bf0b0d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:01.357562181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cae5b07-de35-44c5-aa7a-76a68dc8a100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:01.37296814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cae5b07-de35-44c5-aa7a-76a68dc8a100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:01.388864083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cae5b07-de35-44c5-aa7a-76a68dc8a100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:01.395667514Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-bf0b0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-bf0b0d","reconcileID":"abc2f1b7-45f0-446e-89e5-db7b33a68d56","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-bf0b0d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-bf0b0d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:01.404520714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cae5b07-de35-44c5-aa7a-76a68dc8a100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:02.091430533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6f08ee-61ca-4285-8980-bb21e624f32d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:02.107057829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6f08ee-61ca-4285-8980-bb21e624f32d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:02.122618203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6f08ee-61ca-4285-8980-bb21e624f32d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:02.138952909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6f08ee-61ca-4285-8980-bb21e624f32d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:03.096491214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"da915cb6-a635-47bc-9f12-c06178311e28","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:03.197557393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1dedb463-e16c-4f5e-87d3-65d0265c333c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:06.106807353Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:09.763491588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66d381c-97dc-4c20-8b83-d8de3448252e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:09.77936153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66d381c-97dc-4c20-8b83-d8de3448252e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:09.794903523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66d381c-97dc-4c20-8b83-d8de3448252e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:09.81098575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66d381c-97dc-4c20-8b83-d8de3448252e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.214142642Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","namespace":"ai-tenant-e2e-extmod-b-2bb4ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.214198252Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","namespace":"ai-tenant-e2e-extmod-b-2bb4ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.214242627Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","tenant":"e2e-extmod-b-2bb4ef","tenantID":"e2e-extmod-b-2bb4ef","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.235691918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"Deployment","name":"maas-api-e2e-extmod-b-2bb4ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.270281718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"Service","name":"maas-api-e2e-extmod-b-2bb4ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.292920375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-2bb4ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.310839819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-2bb4ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.330285056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-2bb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.348190597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-2bb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.369591723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-2bb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.392902661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-2bb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.408685417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-2bb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.426704825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-2bb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.442127412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"Service","name":"payload-processing-e2e-extmod-b-2bb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.4576385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-2bb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.467663194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6004ff7b-200d-4aff-b74a-8bc63fb60665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.483028131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-2bb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.483606229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6004ff7b-200d-4aff-b74a-8bc63fb60665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.499338898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-2bb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.499843836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6004ff7b-200d-4aff-b74a-8bc63fb60665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.515670682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-2bb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.516236383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6004ff7b-200d-4aff-b74a-8bc63fb60665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.536639302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-2bb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.556025113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-2bb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.572076012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-2bb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.608346102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-2bb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.623620708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2bb4ef"},"namespace":"ai-tenant-e2e-extmod-b-2bb4ef","name":"default-tenant","reconcileID":"24486e19-c005-49b1-b71f-9236cd7208e1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-2bb4ef","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:13.063041463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3d031401-a565-46b1-96b1-245735ec4484","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:13.063056967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"23db6457-9d4e-4cf5-9c68-6f6ac283ef98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:15.449931054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"52eea4d2-ca5d-40f3-919b-1f029ee3fbbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:15.5466014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6b07c46-abd5-459d-8efc-13545d8fe93f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:17.526208795Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-2bb4ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-2bb4ef","reconcileID":"921cc6fe-537a-418e-8f1b-a42fe8a21756","aitenant":"ai-tenants/e2e-extmod-b-2bb4ef","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:17.752497403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88cc132-212a-4e45-b350-1d3bf15865c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:17.768165651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88cc132-212a-4e45-b350-1d3bf15865c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:17.78365289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88cc132-212a-4e45-b350-1d3bf15865c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:17.790263924Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-2bb4ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-2bb4ef","reconcileID":"921cc6fe-537a-418e-8f1b-a42fe8a21756","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-2bb4ef","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-2bb4ef"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:17.799443274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88cc132-212a-4e45-b350-1d3bf15865c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:18.576576734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6db517-50c6-44c6-8f82-c925b06d22f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:18.592309338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6db517-50c6-44c6-8f82-c925b06d22f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:18.607902965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6db517-50c6-44c6-8f82-c925b06d22f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:18.623227046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6db517-50c6-44c6-8f82-c925b06d22f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}